19:25:28.395 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:25:28.395 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskIEb1qV/test-tmp
19:25:28.395 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
19:25:28.396 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskIEb1qV/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
19:25:28.397 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:25:28.729 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:25:28.730 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:25:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:28.732230 28793 mini_oidc.cc:152] Starting JWKS server
19:25:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:28.734838 28793 webserver.cc:460] Webserver started at http://127.0.0.1:43633/ using document root <none> and password file <none>
19:25:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:28.735044 28793 mini_oidc.cc:189] Starting OIDC Discovery server
19:25:28.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:28.735635 28793 webserver.cc:460] Webserver started at http://127.0.0.1:42321/ using document root <none> and password file <none>
19:25:28.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T19:25:28Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:25:28.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T19:25:28Z Disabled control of system clock
19:25:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:28.768584 28793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/wal
19:25:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/data
19:25:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:25:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:25:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:25:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/logs
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/data/info.pb
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.126:45495
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.126
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43633/jwks.json
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:25:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:25:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.092012 28809 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:25:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.092324 28809 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:25:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.092412 28809 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:25:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.099777 28809 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:25:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.099886 28809 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
19:25:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.099925 28809 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:25:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.099975 28809 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:25:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.100013 28809 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:25:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.100068 28809 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:25:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.100100 28809 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43633/jwks.json
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.109311 28809 master_runner.cc:386] Master server non-default flags:
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/data
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/wal
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.126:45495
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:25:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43633/jwks.json
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/data/info.pb
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.126
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/logs
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:25:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.110675 28809 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:25:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.112434 28809 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:25:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.124274 28826 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.124202 28819 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.124312 28821 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:29.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.125614 28809 server_base.cc:1034] running on GCE node
19:25:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.126331 28809 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:25:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.127676 28809 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:25:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.128867 28809 hybrid_clock.cc:648] HybridClock initialized: now 1786389929128806 us; error 53 us; skew 500 ppm
19:25:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.129168 28809 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:25:29.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.131492 28809 webserver.cc:460] Webserver started at http://127.28.30.126:38369/ using document root <none> and password file <none>
19:25:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.132113 28809 fs_manager.cc:359] Metadata directory not provided
19:25:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.132205 28809 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:25:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.132472 28809 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:25:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.135070 28809 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/data/instance:
19:25:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a90115d382f747f3be697b160e05ac69"
19:25:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:29 on dist-test-slave-s11t"
19:25:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.135804 28809 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/wal/instance:
19:25:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a90115d382f747f3be697b160e05ac69"
19:25:29.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:29 on dist-test-slave-s11t"
19:25:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.141089 28809 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
19:25:29.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.144447 28835 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:25:29.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.145798 28809 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.145994 28809 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/data,/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/wal
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a90115d382f747f3be697b160e05ac69"
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:29 on dist-test-slave-s11t"
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.146231 28809 fs_report.cc:383] FS layout report
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/wal
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/wal
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/data/data
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:25:29.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:25:29.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.176535 28809 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:25:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.177502 28809 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:25:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.177866 28809 kserver.cc:163] Server-wide thread pool size limit: 3276
19:25:29.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.200312 28809 rpc_server.cc:307] RPC server started. Bound to: 127.28.30.126:45495
19:25:29.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.200336 28935 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.30.126:45495 every 8 connection(s)
19:25:29.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.201661 28809 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/data/info.pb
19:25:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.205746 28936 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.205760 28793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu as pid 28809
19:25:29.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.206017 28793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-0/wal/instance
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.208963 28793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/wal
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/data
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/logs
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/data/info.pb
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.125:32859
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.125
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43633/jwks.json
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:25:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:25:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.214911 28936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } has no permanent_uuid. Determining permanent_uuid...
19:25:29.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.231729 28936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } has no permanent_uuid. Determining permanent_uuid...
19:25:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.232808 28839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.234387 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.125:32859: Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:29.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.283821 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } attempt: 1
19:25:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.286168 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.125:32859: Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:29.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.354463 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } attempt: 2
19:25:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.356545 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.125:32859: Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.447908 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } attempt: 3
19:25:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.450038 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.125:32859: Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:29.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.541528 28944 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:25:29.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.541824 28944 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:25:29.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.541911 28944 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:25:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.549049 28944 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:25:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.549147 28944 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
19:25:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.549185 28944 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:25:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.549234 28944 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:25:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.549280 28944 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:25:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.549337 28944 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:25:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.549371 28944 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43633/jwks.json
19:25:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.558646 28944 master_runner.cc:386] Master server non-default flags:
19:25:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/data
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/wal
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.125:32859
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43633/jwks.json
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/data/info.pb
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.125
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/logs
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:25:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:25:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.559945 28944 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:25:29.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.561703 28944 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:25:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.573380 28954 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.573475 28960 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.573551 28956 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.574867 28944 server_base.cc:1034] running on GCE node
19:25:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.575623 28944 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:25:29.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.577068 28944 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:25:29.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.578301 28944 hybrid_clock.cc:648] HybridClock initialized: now 1786389929578256 us; error 40 us; skew 500 ppm
19:25:29.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.578660 28944 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:25:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.581187 28944 webserver.cc:460] Webserver started at http://127.28.30.125:39425/ using document root <none> and password file <none>
19:25:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.581897 28944 fs_manager.cc:359] Metadata directory not provided
19:25:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.581997 28944 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:25:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.582279 28944 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:25:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.585178 28944 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/data/instance:
19:25:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7055a9cb7474ff4a7a535645bd075e7"
19:25:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:29 on dist-test-slave-s11t"
19:25:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.585999 28944 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/wal/instance:
19:25:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7055a9cb7474ff4a7a535645bd075e7"
19:25:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:29 on dist-test-slave-s11t"
19:25:29.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.591802 28944 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
19:25:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.593323 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } attempt: 4
19:25:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.595650 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.125:32859: Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.595796 28966 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:25:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.597335 28944 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
19:25:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.597491 28944 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/data,/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/wal
19:25:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7055a9cb7474ff4a7a535645bd075e7"
19:25:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:29 on dist-test-slave-s11t"
19:25:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.597681 28944 fs_report.cc:383] FS layout report
19:25:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:25:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/wal
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/wal
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/data/data
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:25:29.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:25:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.622097 28944 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:25:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.622983 28944 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:25:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.623273 28944 kserver.cc:163] Server-wide thread pool size limit: 3276
19:25:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.647455 28944 rpc_server.cc:307] RPC server started. Bound to: 127.28.30.125:32859
19:25:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.647503 29072 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.30.125:32859 every 8 connection(s)
19:25:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.648859 28944 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/data/info.pb
19:25:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.649483 28793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu as pid 28944
19:25:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.649677 28793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-1/wal/instance
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.651016 28793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/logs
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/info.pb
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.124:41835
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.124
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43633/jwks.json
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:25:29.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:25:29.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.653915 29073 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.660858 29073 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } has no permanent_uuid. Determining permanent_uuid...
19:25:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.675365 29073 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } has no permanent_uuid. Determining permanent_uuid...
19:25:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.685493 29073 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } has no permanent_uuid. Determining permanent_uuid...
19:25:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.686566 28970 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.688355 29073 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.737673 29073 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } attempt: 1
19:25:29.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.740051 29073 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.808306 29073 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } attempt: 2
19:25:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.810580 29073 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.894945 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } attempt: 5
19:25:29.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.901858 29073 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } attempt: 3
19:25:29.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.902164 28936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } has no permanent_uuid. Determining permanent_uuid...
19:25:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.904381 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.904579 29073 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:29.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:29.955670 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } attempt: 1
19:25:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.957820 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.995121 29075 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:25:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.995441 29075 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:25:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:29.995528 29075 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:25:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.002708 29075 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:25:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.002812 29075 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
19:25:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.002857 29075 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:25:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.002907 29075 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:25:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.002945 29075 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:25:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.002998 29075 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:25:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.003032 29075 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43633/jwks.json
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.012279 29075 master_runner.cc:386] Master server non-default flags:
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.124:41835
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:25:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43633/jwks.json
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/info.pb
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.124
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/logs
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:25:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.013612 29075 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:25:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.015381 29075 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:25:30.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.026081 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } attempt: 2
19:25:30.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.027240 29087 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:30.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.027454 29089 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.028049 29086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.028415 28936 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.028643 29075 server_base.cc:1034] running on GCE node
19:25:30.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.029486 29075 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:25:30.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.030794 29075 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:25:30.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.032054 29075 hybrid_clock.cc:648] HybridClock initialized: now 1786389930032003 us; error 32 us; skew 500 ppm
19:25:30.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.032469 29075 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:25:30.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.034879 29075 webserver.cc:460] Webserver started at http://127.28.30.124:40901/ using document root <none> and password file <none>
19:25:30.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.035576 29075 fs_manager.cc:359] Metadata directory not provided
19:25:30.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.035709 29075 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:25:30.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.036041 29075 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:25:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.038767 29075 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/instance:
19:25:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97284103934647d5831cc21cbc03a37e"
19:25:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:30 on dist-test-slave-s11t"
19:25:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.039615 29075 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal/instance:
19:25:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97284103934647d5831cc21cbc03a37e"
19:25:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:30 on dist-test-slave-s11t"
19:25:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.044937 29075 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
19:25:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.047847 29073 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } attempt: 4
19:25:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.048448 29097 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:25:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.050220 29073 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.050429 29075 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
19:25:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.050627 29075 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data,/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97284103934647d5831cc21cbc03a37e"
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:30 on dist-test-slave-s11t"
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.050894 29075 fs_report.cc:383] FS layout report
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/data
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:25:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:25:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.069588 29075 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:25:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.070585 29075 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:25:30.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.070977 29075 kserver.cc:163] Server-wide thread pool size limit: 3276
19:25:30.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.095011 29075 rpc_server.cc:307] RPC server started. Bound to: 127.28.30.124:41835
19:25:30.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.094976 29191 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.30.124:41835 every 8 connection(s)
19:25:30.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.096544 29075 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/info.pb
19:25:30.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.100726 28793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu as pid 29075
19:25:30.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.100761 29192 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:30.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.100874 28793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal/instance
19:25:30.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.110169 29192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } has no permanent_uuid. Determining permanent_uuid...
19:25:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.125908 29192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } has no permanent_uuid. Determining permanent_uuid...
19:25:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.132494 29192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } has no permanent_uuid. Determining permanent_uuid...
19:25:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.134649 28936 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } attempt: 3
19:25:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.145080 29192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: Bootstrap starting.
19:25:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.146723 28936 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: Bootstrap starting.
19:25:30.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.148236 29192 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: Neither blocks nor log segments found. Creating new log.
19:25:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.149318 29192 log.cc:824] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: Log is configured to *not* fsync() on all Append() calls
19:25:30.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.150025 28936 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: Neither blocks nor log segments found. Creating new log.
19:25:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.151374 28936 log.cc:824] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: Log is configured to *not* fsync() on all Append() calls
19:25:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.152864 29192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: No bootstrap required, opened a new log
19:25:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.160413 28936 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: No bootstrap required, opened a new log
19:25:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.161406 29192 raft_consensus.cc:348] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.161715 29192 raft_consensus.cc:374] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.161798 29192 raft_consensus.cc:729] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97284103934647d5831cc21cbc03a37e, State: Initialized, Role: FOLLOWER
19:25:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.162420 29192 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.163285 29205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.163709 29205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: This master's current role is: FOLLOWER
19:25:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.164376 29192 sys_catalog.cc:564] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: configured and running, proceeding with master startup.
19:25:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.169489 28936 raft_consensus.cc:348] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.169894 28936 raft_consensus.cc:374] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.170017 28936 raft_consensus.cc:729] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a90115d382f747f3be697b160e05ac69, State: Initialized, Role: FOLLOWER
19:25:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.170599 28936 consensus_queue.cc:260] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.171598 29224 sys_catalog.cc:455] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.172071 29224 sys_catalog.cc:458] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: This master's current role is: FOLLOWER
19:25:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.173216 28936 sys_catalog.cc:564] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: configured and running, proceeding with master startup.
19:25:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.180593 28849 tablet.cc:2369] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:25:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.181496 29225 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:25:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.181663 29225 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:25:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.173857 29075 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: OK, instance_id { permanent_uuid: "a90115d382f747f3be697b160e05ac69" instance_seqno: 1786389929195118 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:25:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.188463 29075 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:25:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.196362 29249 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:25:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.196499 29249 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:25:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.199065 29224 raft_consensus.cc:482] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:25:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.199570 29224 raft_consensus.cc:504] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.202600 29205 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:25:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.202972 29205 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.204377 29205 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.204890 29224 leader_election.cc:288] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.206157 29146 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a90115d382f747f3be697b160e05ac69" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97284103934647d5831cc21cbc03a37e" is_pre_election: true
19:25:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.206185 28875 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97284103934647d5831cc21cbc03a37e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a90115d382f747f3be697b160e05ac69" is_pre_election: true
19:25:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.206619 29146 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a90115d382f747f3be697b160e05ac69 in term 0.
19:25:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.206737 28875 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 97284103934647d5831cc21cbc03a37e in term 0.
19:25:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.207409 29100 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97284103934647d5831cc21cbc03a37e, a90115d382f747f3be697b160e05ac69; no voters:
19:25:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.207588 28839 leader_election.cc:302] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97284103934647d5831cc21cbc03a37e, a90115d382f747f3be697b160e05ac69; no voters:
19:25:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.208098 29205 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Leader pre-election won for term 1
19:25:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.208257 29205 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:25:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.208386 29205 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 0 FOLLOWER]: Advancing to term 1
19:25:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.211977 29205 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.213268 28875 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97284103934647d5831cc21cbc03a37e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a90115d382f747f3be697b160e05ac69"
19:25:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.213502 28875 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 0 FOLLOWER]: Advancing to term 1
19:25:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.195577 28809 master_runner.cc:186] Error getting master registration for 127.28.30.125:32859: OK, instance_id { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" instance_seqno: 1786389929641783 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:25:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.218204 28875 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 97284103934647d5831cc21cbc03a37e in term 1.
19:25:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.219163 29100 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97284103934647d5831cc21cbc03a37e, a90115d382f747f3be697b160e05ac69; no voters:
19:25:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.224145 29205 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 1 election: Requested vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.224081 29251 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Leader election won for term 1
19:25:30.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.224319 29224 raft_consensus.cc:2741] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
19:25:30.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.218577 28809 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:25:30.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.236759 29251 raft_consensus.cc:686] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 LEADER]: Becoming Leader. State: Replica: 97284103934647d5831cc21cbc03a37e, State: Running, Role: LEADER
19:25:30.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.237512 29251 consensus_queue.cc:237] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.241667 29205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97284103934647d5831cc21cbc03a37e. Latest consensus state: current_term: 1 leader_uuid: "97284103934647d5831cc21cbc03a37e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.241991 29205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: This master's current role is: LEADER
19:25:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.243615 29253 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:25:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.261643 29253 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:25:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.280222 28875 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Refusing update from remote peer 97284103934647d5831cc21cbc03a37e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:25:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.281821 29251 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [LEADER]: Connected to new peer: Peer: permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:25:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.303750 29224 sys_catalog.cc:455] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97284103934647d5831cc21cbc03a37e. Latest consensus state: current_term: 1 leader_uuid: "97284103934647d5831cc21cbc03a37e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.304123 29224 sys_catalog.cc:458] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: This master's current role is: FOLLOWER
19:25:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.314028 29205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "97284103934647d5831cc21cbc03a37e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.314320 29205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: This master's current role is: LEADER
19:25:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.316272 29253 catalog_manager.cc:1347] Generated new cluster ID: fb8464d5766d4f459dde3fda792cc1c1
19:25:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.316388 29253 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:25:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.319432 29224 sys_catalog.cc:455] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "97284103934647d5831cc21cbc03a37e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.319692 29224 sys_catalog.cc:458] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: This master's current role is: FOLLOWER
19:25:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.349436 29073 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } attempt: 5
19:25:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.364060 29073 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7: Bootstrap starting.
19:25:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.369201 29073 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7: Neither blocks nor log segments found. Creating new log.
19:25:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.370679 29073 log.cc:824] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7: Log is configured to *not* fsync() on all Append() calls
19:25:30.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.376356 29253 catalog_manager.cc:1370] Generated new certificate authority record
19:25:30.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.380137 29253 catalog_manager.cc:1504] Loading token signing keys...
19:25:30.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.386260 29073 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7: No bootstrap required, opened a new log
19:25:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.410142 29073 raft_consensus.cc:348] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.410892 29253 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: Generated new TSK 0
19:25:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.412125 29253 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:25:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.413731 29073 raft_consensus.cc:374] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.413892 29073 raft_consensus.cc:729] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a7055a9cb7474ff4a7a535645bd075e7, State: Initialized, Role: FOLLOWER
19:25:30.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.414813 29073 consensus_queue.cc:260] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.417843 29019 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a90115d382f747f3be697b160e05ac69" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a7055a9cb7474ff4a7a535645bd075e7" is_pre_election: true
19:25:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.418411 29015 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 0 FOLLOWER]: Advancing to term 1
19:25:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.417912 29018 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97284103934647d5831cc21cbc03a37e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a7055a9cb7474ff4a7a535645bd075e7" is_pre_election: true
19:25:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.417819 29073 sys_catalog.cc:564] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: configured and running, proceeding with master startup.
19:25:30.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.421921 29016 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97284103934647d5831cc21cbc03a37e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a7055a9cb7474ff4a7a535645bd075e7"
19:25:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.422991 29015 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Refusing update from remote peer 97284103934647d5831cc21cbc03a37e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:25:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.423866 29251 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [LEADER]: Connected to new peer: Peer: permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:25:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.435187 28793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/wal
19:25:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/data
19:25:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:25:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/logs
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/data/info.pb
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:25:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.65:0
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.30.65
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.65
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:25:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:25:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.416817 29263 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.457547 29263 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: This master's current role is: FOLLOWER
19:25:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.498085 29285 mvcc.cc:205] Tried to move back new op lower bound from 7317053154403282944 to 7317053154258817024. Current Snapshot: MvccSnapshot[applied={T|T < 7317053154403282944}]
19:25:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.526335 29263 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 97284103934647d5831cc21cbc03a37e. Latest consensus state: current_term: 1 leader_uuid: "97284103934647d5831cc21cbc03a37e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.526670 29263 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: This master's current role is: FOLLOWER
19:25:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.527047 29266 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "97284103934647d5831cc21cbc03a37e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.527381 29266 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: This master's current role is: FOLLOWER
19:25:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.527545 29273 raft_consensus.cc:482] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 97284103934647d5831cc21cbc03a37e)
19:25:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.527773 29273 raft_consensus.cc:504] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.529542 29273 leader_election.cc:288] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.531814 28873 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7055a9cb7474ff4a7a535645bd075e7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a90115d382f747f3be697b160e05ac69" is_pre_election: true
19:25:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.532369 29146 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7055a9cb7474ff4a7a535645bd075e7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "97284103934647d5831cc21cbc03a37e" is_pre_election: true
19:25:30.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.535696 28970 leader_election.cc:302] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a7055a9cb7474ff4a7a535645bd075e7; no voters: 97284103934647d5831cc21cbc03a37e, a90115d382f747f3be697b160e05ac69
19:25:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.536718 29273 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:25:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.563855 29293 catalog_manager.cc:1259] Loaded cluster ID: fb8464d5766d4f459dde3fda792cc1c1
19:25:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.564250 29293 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7: loading cluster ID for follower catalog manager: success
19:25:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.569590 29293 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7: acquiring CA information for follower catalog manager: success
19:25:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.572362 29293 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:25:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.616325 29251 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "97284103934647d5831cc21cbc03a37e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.617678 29251 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: This master's current role is: LEADER
19:25:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.973381 29278 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:25:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.973727 29278 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:25:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.973881 29278 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:25:30.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.981515 29278 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:25:30.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.981712 29278 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:25:30.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.981775 29278 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:25:30.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.981851 29278 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
19:25:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:30.981967 29278 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.30.65
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.991888 29278 tablet_server_runner.cc:78] Tablet server non-default flags:
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/data
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/wal
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.65:0
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/data/info.pb
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.65
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.30.65
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/logs
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:25:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:25:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:25:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:25:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:25:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:25:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:25:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:25:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:25:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.993638 29278 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:25:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:30.995597 29278 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:25:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.011685 29301 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.011660 29303 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.013547 29307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.013798 29278 server_base.cc:1034] running on GCE node
19:25:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.014696 29278 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:25:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.016235 29278 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:25:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.017500 29278 hybrid_clock.cc:648] HybridClock initialized: now 1786389931017442 us; error 45 us; skew 500 ppm
19:25:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.017951 29278 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:25:31.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.021095 29278 webserver.cc:460] Webserver started at http://127.28.30.65:40387/ using document root <none> and password file <none>
19:25:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.022210 29278 fs_manager.cc:359] Metadata directory not provided
19:25:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.022348 29278 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:25:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.022771 29278 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:25:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.026790 29278 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/data/instance:
19:25:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dffbfbc49a364f35acd20d178ae493c0"
19:25:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:31 on dist-test-slave-s11t"
19:25:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.028017 29278 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/wal/instance:
19:25:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dffbfbc49a364f35acd20d178ae493c0"
19:25:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:31 on dist-test-slave-s11t"
19:25:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.035590 29278 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
19:25:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.039376 29314 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.040983 29278 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.041174 29278 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/data,/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/wal
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dffbfbc49a364f35acd20d178ae493c0"
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:31 on dist-test-slave-s11t"
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.041414 29278 fs_report.cc:383] FS layout report
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/wal
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/wal
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/data/data
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:25:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:25:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:25:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:25:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:25:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:25:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.093892 29278 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:25:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.094971 29278 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:25:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.095386 29278 kserver.cc:163] Server-wide thread pool size limit: 3276
19:25:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.117395 29278 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:25:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.117748 29278 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
19:25:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.118376 29278 ts_tablet_manager.cc:610] Registered 0 tablets
19:25:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.118471 29278 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:25:31.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.181749 29278 rpc_server.cc:307] RPC server started. Bound to: 127.28.30.65:46293
19:25:31.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.181771 29506 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.30.65:46293 every 8 connection(s)
19:25:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.183249 29278 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/data/info.pb
19:25:31.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.185635 28793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu as pid 29278
19:25:31.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.185868 28793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-0/wal/instance
19:25:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.190466 29510 heartbeater.cc:347] Connected to a master server at 127.28.30.126:45495
19:25:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.190753 29510 heartbeater.cc:464] Registering TS with master...
19:25:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.191671 29510 heartbeater.cc:511] Master 127.28.30.126:45495 requested a full tablet report, sending...
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.193002 28793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/wal
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/data
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/logs
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/data/info.pb
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:31.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.66:0
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.30.66
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.66
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:25:31.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:25:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.194725 28862 ts_manager.cc:194] Registered new tserver with Master: dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293)
19:25:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.195989 29508 heartbeater.cc:347] Connected to a master server at 127.28.30.124:41835
19:25:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.196131 29508 heartbeater.cc:464] Registering TS with master...
19:25:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.196599 29508 heartbeater.cc:511] Master 127.28.30.124:41835 requested a full tablet report, sending...
19:25:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.198328 29129 ts_manager.cc:194] Registered new tserver with Master: dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293)
19:25:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.198443 29249 catalog_manager.cc:1259] Loaded cluster ID: fb8464d5766d4f459dde3fda792cc1c1
19:25:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.198505 29249 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: loading cluster ID for follower catalog manager: success
19:25:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.200394 29129 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.28.30.65:54237
19:25:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.201674 29249 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: acquiring CA information for follower catalog manager: success
19:25:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.204291 29249 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:25:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.208585 29511 heartbeater.cc:347] Connected to a master server at 127.28.30.125:32859
19:25:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.208765 29511 heartbeater.cc:464] Registering TS with master...
19:25:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.209199 29511 heartbeater.cc:511] Master 127.28.30.125:32859 requested a full tablet report, sending...
19:25:31.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.211087 29003 ts_manager.cc:194] Registered new tserver with Master: dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293)
19:25:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.553462 29516 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:25:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.553786 29516 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:25:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.553943 29516 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:25:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.561702 29516 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:25:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.561884 29516 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:25:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.561939 29516 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:25:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.562007 29516 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
19:25:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.562134 29516 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.30.66
19:25:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.571612 29516 tablet_server_runner.cc:78] Tablet server non-default flags:
19:25:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/data
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/wal
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.66:0
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/data/info.pb
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.66
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.30.66
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/logs
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:25:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:25:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.573233 29516 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:25:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.575074 29516 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:25:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.588930 29523 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.588949 29524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:31.589011 29529 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:31.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.589854 29516 server_base.cc:1034] running on GCE node
19:25:31.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.590464 29516 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:25:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.591460 29516 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:25:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.592763 29516 hybrid_clock.cc:648] HybridClock initialized: now 1786389931592643 us; error 52 us; skew 500 ppm
19:25:31.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.593137 29516 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:25:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.595534 29516 webserver.cc:460] Webserver started at http://127.28.30.66:36435/ using document root <none> and password file <none>
19:25:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.596288 29516 fs_manager.cc:359] Metadata directory not provided
19:25:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.596427 29516 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:25:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.596830 29516 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:25:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.599506 29516 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/data/instance:
19:25:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341bee418a284bd38807dce88d39e9a3"
19:25:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:31 on dist-test-slave-s11t"
19:25:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.600353 29516 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/wal/instance:
19:25:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341bee418a284bd38807dce88d39e9a3"
19:25:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:31 on dist-test-slave-s11t"
19:25:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.606042 29516 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
19:25:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.609561 29537 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.610904 29516 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.611092 29516 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/data,/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/wal
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "341bee418a284bd38807dce88d39e9a3"
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:31 on dist-test-slave-s11t"
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.611336 29516 fs_report.cc:383] FS layout report
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/wal
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/wal
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/data/data
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:25:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:25:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.642650 29516 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:25:31.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.643663 29516 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:25:31.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.643935 29516 kserver.cc:163] Server-wide thread pool size limit: 3276
19:25:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.647872 29516 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:25:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.647974 29516 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:25:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.648109 29516 ts_tablet_manager.cc:610] Registered 0 tablets
19:25:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.648172 29516 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:25:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.726140 29516 rpc_server.cc:307] RPC server started. Bound to: 127.28.30.66:43589
19:25:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.726184 29746 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.30.66:43589 every 8 connection(s)
19:25:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.727288 29516 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/data/info.pb
19:25:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.730654 29748 heartbeater.cc:347] Connected to a master server at 127.28.30.126:45495
19:25:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.730938 29748 heartbeater.cc:464] Registering TS with master...
19:25:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.731789 29748 heartbeater.cc:511] Master 127.28.30.126:45495 requested a full tablet report, sending...
19:25:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.732596 28793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu as pid 29516
19:25:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.732786 28793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-1/wal/instance
19:25:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.733922 28862 ts_manager.cc:194] Registered new tserver with Master: 341bee418a284bd38807dce88d39e9a3 (127.28.30.66:43589)
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.738312 28793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/wal
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/data
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/logs
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/data/info.pb
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:25:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.67:0
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.30.67
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.67
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.739042 29747 heartbeater.cc:347] Connected to a master server at 127.28.30.124:41835
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.739156 29747 heartbeater.cc:464] Registering TS with master...
19:25:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.739518 29747 heartbeater.cc:511] Master 127.28.30.124:41835 requested a full tablet report, sending...
19:25:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.740339 29129 ts_manager.cc:194] Registered new tserver with Master: 341bee418a284bd38807dce88d39e9a3 (127.28.30.66:43589)
19:25:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.741333 29129 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.28.30.66:52277
19:25:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.748674 29750 heartbeater.cc:347] Connected to a master server at 127.28.30.125:32859
19:25:31.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.748848 29750 heartbeater.cc:464] Registering TS with master...
19:25:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.749281 29750 heartbeater.cc:511] Master 127.28.30.125:32859 requested a full tablet report, sending...
19:25:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:31.750639 29003 ts_manager.cc:194] Registered new tserver with Master: 341bee418a284bd38807dce88d39e9a3 (127.28.30.66:43589)
19:25:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.078079 29754 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:25:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.078411 29754 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:25:32.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.078562 29754 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:25:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.086285 29754 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:25:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.086470 29754 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:25:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.086532 29754 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:25:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.086613 29754 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
19:25:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.086736 29754 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.30.67
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.096294 29754 tablet_server_runner.cc:78] Tablet server non-default flags:
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/data
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/wal
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.67:0
19:25:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/data/info.pb
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.67
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.30.67
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/logs
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:25:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:25:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.098039 29754 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:25:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.100086 29754 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:25:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.113703 29763 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.113837 29769 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.114851 29772 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.114974 29754 server_base.cc:1034] running on GCE node
19:25:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.115976 29754 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:25:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.117139 29754 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:25:32.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.118361 29754 hybrid_clock.cc:648] HybridClock initialized: now 1786389932118296 us; error 58 us; skew 500 ppm
19:25:32.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.118643 29754 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:25:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.121047 29754 webserver.cc:460] Webserver started at http://127.28.30.67:45393/ using document root <none> and password file <none>
19:25:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.121795 29754 fs_manager.cc:359] Metadata directory not provided
19:25:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.121886 29754 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:25:32.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.122139 29754 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:25:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.124840 29754 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/data/instance:
19:25:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cb45e339fd441dd9e5a61b8d589ded7"
19:25:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:32 on dist-test-slave-s11t"
19:25:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.125643 29754 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/wal/instance:
19:25:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cb45e339fd441dd9e5a61b8d589ded7"
19:25:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:32 on dist-test-slave-s11t"
19:25:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.130746 29754 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
19:25:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.134162 29781 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:25:32.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.135597 29754 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
19:25:32.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.135759 29754 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/data,/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/wal
19:25:32.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cb45e339fd441dd9e5a61b8d589ded7"
19:25:32.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:32 on dist-test-slave-s11t"
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.135938 29754 fs_report.cc:383] FS layout report
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/wal
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/wal
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/data/data
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:25:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:25:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.156641 29754 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:25:32.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.157612 29754 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:25:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.158001 29754 kserver.cc:163] Server-wide thread pool size limit: 3276
19:25:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.161342 29754 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:25:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.161446 29754 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:25:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.161579 29754 ts_tablet_manager.cc:610] Registered 0 tablets
19:25:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.161881 29754 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.001s
19:25:32.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.203133 29508 heartbeater.cc:503] Master 127.28.30.124:41835 was elected leader, sending a full tablet report...
19:25:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.233665 29754 rpc_server.cc:307] RPC server started. Bound to: 127.28.30.67:37625
19:25:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.233704 29958 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.30.67:37625 every 8 connection(s)
19:25:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.234939 29754 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/data/info.pb
19:25:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.239050 29961 heartbeater.cc:347] Connected to a master server at 127.28.30.126:45495
19:25:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.239490 29961 heartbeater.cc:464] Registering TS with master...
19:25:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.240803 29961 heartbeater.cc:511] Master 127.28.30.126:45495 requested a full tablet report, sending...
19:25:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.241918 28793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu as pid 29754
19:25:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.242103 28793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/ts-2/wal/instance
19:25:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.243593 28862 ts_manager.cc:194] Registered new tserver with Master: 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67:37625)
19:25:32.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.245198 29959 heartbeater.cc:347] Connected to a master server at 127.28.30.124:41835
19:25:32.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.245458 29959 heartbeater.cc:464] Registering TS with master...
19:25:32.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.246073 29959 heartbeater.cc:511] Master 127.28.30.124:41835 requested a full tablet report, sending...
19:25:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.247015 29129 ts_manager.cc:194] Registered new tserver with Master: 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67:37625)
19:25:32.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.247933 29129 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.28.30.67:58815
19:25:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.253023 29962 heartbeater.cc:347] Connected to a master server at 127.28.30.125:32859
19:25:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.253185 29962 heartbeater.cc:464] Registering TS with master...
19:25:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.253571 29962 heartbeater.cc:511] Master 127.28.30.125:32859 requested a full tablet report, sending...
19:25:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.254865 29003 ts_manager.cc:194] Registered new tserver with Master: 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67:37625)
19:25:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.266508 28793 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:25:32.268 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:25:32.268 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:25:32.269 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.28.30.126"
port: 45495
}
bound_http_address {
host: "127.28.30.126"
port: 38369
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.28.30.125"
port: 32859
}
bound_http_address {
host: "127.28.30.125"
port: 39425
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.28.30.124"
port: 41835
}
bound_http_address {
host: "127.28.30.124"
port: 40901
}
}
}
19:25:32.269 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:25:32.270 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.28.30.65"
port: 46293
}
bound_http_address {
host: "127.28.30.65"
port: 40387
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.28.30.66"
port: 43589
}
bound_http_address {
host: "127.28.30.66"
port: 36435
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.28.30.67"
port: 37625
}
bound_http_address {
host: "127.28.30.67"
port: 45393
}
}
}
19:25:32.271 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:25:32.273 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:25:32.274 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:32.275 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:32.276 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:32.277 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.30.126:45495(127.28.30.126:45495)] Successfully connected to peer
19:25:32.278 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.30.125:32859(127.28.30.125:32859)] Successfully connected to peer
19:25:32.278 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.30.124:41835(127.28.30.124:41835)] Successfully connected to peer
19:25:32.280 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.30.126
19:25:32.280 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.30.125
19:25:32.284 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.30.124
19:25:32.298 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x156557b7, L:/127.0.0.1:37432 - R:/127.28.30.125:32859] using SASL/PLAIN
19:25:32.302 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x68036463, L:/127.0.0.1:35618 - R:/127.28.30.124:41835] using SASL/PLAIN
19:25:32.303 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x37ad474c, L:/127.0.0.1:53400 - R:/127.28.30.126:45495] using SASL/PLAIN
19:25:32.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:25:32.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [25ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, deferred=null) after lookup
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.307138 29129 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35618:
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
19:25:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
19:25:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
19:25:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
19:25:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
19:25:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.309599 29129 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:25:32.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 55293ad9ccf7441aa522f78745a3b915
19:25:32.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.347702 29859 tablet_service.cc:1467] Processing CreateTablet for tablet 35e8150b8fda495c847181f1da75e52b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:25:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.349218 29854 tablet_service.cc:1467] Processing CreateTablet for tablet d3d929961dfb4ac2ac1884e39fb52129 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:25:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.349414 29859 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 35e8150b8fda495c847181f1da75e52b. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.349412 29622 tablet_service.cc:1467] Processing CreateTablet for tablet 35e8150b8fda495c847181f1da75e52b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:25:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.350991 29622 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 35e8150b8fda495c847181f1da75e52b. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.350754 29400 tablet_service.cc:1467] Processing CreateTablet for tablet d3d929961dfb4ac2ac1884e39fb52129 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:25:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.351320 29621 tablet_service.cc:1467] Processing CreateTablet for tablet d3d929961dfb4ac2ac1884e39fb52129 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:25:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.351780 29621 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d3d929961dfb4ac2ac1884e39fb52129. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.351784 29400 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d3d929961dfb4ac2ac1884e39fb52129. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.350530 29402 tablet_service.cc:1467] Processing CreateTablet for tablet 35e8150b8fda495c847181f1da75e52b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:25:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.352938 29402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 35e8150b8fda495c847181f1da75e52b. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.350625 29854 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d3d929961dfb4ac2ac1884e39fb52129. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:32.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.372176 29989 tablet_bootstrap.cc:492] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3: Bootstrap starting.
19:25:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.375866 29991 tablet_bootstrap.cc:492] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7: Bootstrap starting.
19:25:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.377526 29989 tablet_bootstrap.cc:654] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3: Neither blocks nor log segments found. Creating new log.
19:25:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.379119 29989 log.cc:824] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3: Log is configured to *not* fsync() on all Append() calls
19:25:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.379192 29991 tablet_bootstrap.cc:654] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7: Neither blocks nor log segments found. Creating new log.
19:25:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.380247 29991 log.cc:824] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7: Log is configured to *not* fsync() on all Append() calls
19:25:32.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.381215 29992 tablet_bootstrap.cc:492] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0: Bootstrap starting.
19:25:32.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.383059 29991 tablet_bootstrap.cc:492] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7: No bootstrap required, opened a new log
19:25:32.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.383339 29991 ts_tablet_manager.cc:1397] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.003s
19:25:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.385908 29992 tablet_bootstrap.cc:654] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0: Neither blocks nor log segments found. Creating new log.
19:25:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.387199 29992 log.cc:824] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0: Log is configured to *not* fsync() on all Append() calls
19:25:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.388577 29989 tablet_bootstrap.cc:492] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3: No bootstrap required, opened a new log
19:25:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.388893 29989 ts_tablet_manager.cc:1397] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3: Time spent bootstrapping tablet: real 0.017s user 0.008s sys 0.007s
19:25:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.390064 29992 tablet_bootstrap.cc:492] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0: No bootstrap required, opened a new log
19:25:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.390334 29992 ts_tablet_manager.cc:1397] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
19:25:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.391422 29991 raft_consensus.cc:348] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.391789 29991 raft_consensus.cc:374] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.391927 29991 raft_consensus.cc:729] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4cb45e339fd441dd9e5a61b8d589ded7, State: Initialized, Role: FOLLOWER
19:25:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.392652 29991 consensus_queue.cc:260] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.393805 29959 heartbeater.cc:503] Master 127.28.30.124:41835 was elected leader, sending a full tablet report...
19:25:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.394479 29991 ts_tablet_manager.cc:1428] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7: Time spent starting tablet: real 0.011s user 0.011s sys 0.001s
19:25:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.399417 29989 raft_consensus.cc:348] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.400002 29989 raft_consensus.cc:374] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.400185 29989 raft_consensus.cc:729] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 341bee418a284bd38807dce88d39e9a3, State: Initialized, Role: FOLLOWER
19:25:32.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.400990 29989 consensus_queue.cc:260] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.402199 29747 heartbeater.cc:503] Master 127.28.30.124:41835 was elected leader, sending a full tablet report...
19:25:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.404054 29991 tablet_bootstrap.cc:492] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7: Bootstrap starting.
19:25:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.404043 29992 raft_consensus.cc:348] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.404507 29992 raft_consensus.cc:374] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.404608 29992 raft_consensus.cc:729] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dffbfbc49a364f35acd20d178ae493c0, State: Initialized, Role: FOLLOWER
19:25:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.405265 29992 consensus_queue.cc:260] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.407269 29991 tablet_bootstrap.cc:654] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7: Neither blocks nor log segments found. Creating new log.
19:25:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.407575 29992 ts_tablet_manager.cc:1428] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0: Time spent starting tablet: real 0.017s user 0.009s sys 0.006s
19:25:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.409749 29989 ts_tablet_manager.cc:1428] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3: Time spent starting tablet: real 0.021s user 0.013s sys 0.000s
19:25:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.410326 29992 tablet_bootstrap.cc:492] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0: Bootstrap starting.
19:25:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.412916 29989 tablet_bootstrap.cc:492] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3: Bootstrap starting.
19:25:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.413849 29992 tablet_bootstrap.cc:654] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0: Neither blocks nor log segments found. Creating new log.
19:25:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.414888 29989 tablet_bootstrap.cc:654] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3: Neither blocks nor log segments found. Creating new log.
19:25:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.419090 29991 tablet_bootstrap.cc:492] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7: No bootstrap required, opened a new log
19:25:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.419221 29991 ts_tablet_manager.cc:1397] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7: Time spent bootstrapping tablet: real 0.024s user 0.004s sys 0.008s
19:25:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.419803 29991 raft_consensus.cc:348] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.420001 29991 raft_consensus.cc:374] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.420071 29991 raft_consensus.cc:729] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4cb45e339fd441dd9e5a61b8d589ded7, State: Initialized, Role: FOLLOWER
19:25:32.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.420321 29991 consensus_queue.cc:260] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.420953 29991 ts_tablet_manager.cc:1428] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
19:25:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.423151 29992 tablet_bootstrap.cc:492] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0: No bootstrap required, opened a new log
19:25:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.423312 29992 ts_tablet_manager.cc:1397] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0: Time spent bootstrapping tablet: real 0.013s user 0.005s sys 0.004s
19:25:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.424192 29989 tablet_bootstrap.cc:492] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3: No bootstrap required, opened a new log
19:25:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.424144 29992 raft_consensus.cc:348] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.424403 29992 raft_consensus.cc:374] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.424541 29992 raft_consensus.cc:729] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dffbfbc49a364f35acd20d178ae493c0, State: Initialized, Role: FOLLOWER
19:25:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.424608 29989 ts_tablet_manager.cc:1397] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3: Time spent bootstrapping tablet: real 0.012s user 0.004s sys 0.005s
19:25:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.424830 29992 consensus_queue.cc:260] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.425418 29992 ts_tablet_manager.cc:1428] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
19:25:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.425559 29989 raft_consensus.cc:348] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.425800 29989 raft_consensus.cc:374] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.425913 29989 raft_consensus.cc:729] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 341bee418a284bd38807dce88d39e9a3, State: Initialized, Role: FOLLOWER
19:25:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.426170 29989 consensus_queue.cc:260] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.426771 29989 ts_tablet_manager.cc:1428] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
19:25:32.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.444162 29513 tablet.cc:2369] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:25:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.486408 29751 tablet.cc:2369] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:25:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:32.487632 29963 tablet.cc:2369] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:25:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.563742 29997 raft_consensus.cc:482] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:25:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.564082 29997 raft_consensus.cc:504] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.565992 29997 leader_election.cc:288] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67:37625), dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293)
19:25:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.574066 29895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "35e8150b8fda495c847181f1da75e52b" candidate_uuid: "341bee418a284bd38807dce88d39e9a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" is_pre_election: true
19:25:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.574224 29440 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "35e8150b8fda495c847181f1da75e52b" candidate_uuid: "341bee418a284bd38807dce88d39e9a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dffbfbc49a364f35acd20d178ae493c0" is_pre_election: true
19:25:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.574682 29895 raft_consensus.cc:2454] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 341bee418a284bd38807dce88d39e9a3 in term 0.
19:25:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.574750 29440 raft_consensus.cc:2454] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 341bee418a284bd38807dce88d39e9a3 in term 0.
19:25:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.575377 29538 leader_election.cc:302] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 341bee418a284bd38807dce88d39e9a3, 4cb45e339fd441dd9e5a61b8d589ded7, dffbfbc49a364f35acd20d178ae493c0; no voters:
19:25:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.575819 29997 raft_consensus.cc:2781] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:25:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.575942 29997 raft_consensus.cc:482] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:25:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.576014 29997 raft_consensus.cc:3037] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Advancing to term 1
19:25:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.578313 29997 raft_consensus.cc:504] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.578963 29997 leader_election.cc:288] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [CANDIDATE]: Term 1 election: Requested vote from peers 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67:37625), dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293)
19:25:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.579535 29895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "35e8150b8fda495c847181f1da75e52b" candidate_uuid: "341bee418a284bd38807dce88d39e9a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4cb45e339fd441dd9e5a61b8d589ded7"
19:25:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.579572 29440 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "35e8150b8fda495c847181f1da75e52b" candidate_uuid: "341bee418a284bd38807dce88d39e9a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dffbfbc49a364f35acd20d178ae493c0"
19:25:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.579756 29440 raft_consensus.cc:3037] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Advancing to term 1
19:25:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.579761 29895 raft_consensus.cc:3037] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Advancing to term 1
19:25:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.582003 29440 raft_consensus.cc:2454] T 35e8150b8fda495c847181f1da75e52b P dffbfbc49a364f35acd20d178ae493c0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 341bee418a284bd38807dce88d39e9a3 in term 1.
19:25:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.582145 29895 raft_consensus.cc:2454] T 35e8150b8fda495c847181f1da75e52b P 4cb45e339fd441dd9e5a61b8d589ded7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 341bee418a284bd38807dce88d39e9a3 in term 1.
19:25:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.582448 29540 leader_election.cc:302] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 341bee418a284bd38807dce88d39e9a3, dffbfbc49a364f35acd20d178ae493c0; no voters:
19:25:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.582787 29997 raft_consensus.cc:2781] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 1 FOLLOWER]: Leader election won for term 1
19:25:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.583304 29997 raft_consensus.cc:686] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [term 1 LEADER]: Becoming Leader. State: Replica: 341bee418a284bd38807dce88d39e9a3, State: Running, Role: LEADER
19:25:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.583861 29997 consensus_queue.cc:237] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } }
19:25:32.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.589596 29129 catalog_manager.cc:5495] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 341bee418a284bd38807dce88d39e9a3 (127.28.30.66). New cstate: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } health_report { overall_health: UNKNOWN } } }
19:25:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.722563 29996 raft_consensus.cc:482] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:25:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.722805 29996 raft_consensus.cc:504] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.724268 29996 leader_election.cc:288] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293), 341bee418a284bd38807dce88d39e9a3 (127.28.30.66:43589)
19:25:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.732338 29440 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d3d929961dfb4ac2ac1884e39fb52129" candidate_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dffbfbc49a364f35acd20d178ae493c0" is_pre_election: true
19:25:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.732623 29440 raft_consensus.cc:2454] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4cb45e339fd441dd9e5a61b8d589ded7 in term 0.
19:25:32.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.733036 29670 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d3d929961dfb4ac2ac1884e39fb52129" candidate_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "341bee418a284bd38807dce88d39e9a3" is_pre_election: true
19:25:32.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.733155 29785 leader_election.cc:302] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4cb45e339fd441dd9e5a61b8d589ded7, dffbfbc49a364f35acd20d178ae493c0; no voters:
19:25:32.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.733527 29670 raft_consensus.cc:2454] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4cb45e339fd441dd9e5a61b8d589ded7 in term 0.
19:25:32.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.733640 29996 raft_consensus.cc:2781] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:25:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.733791 29996 raft_consensus.cc:482] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:25:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.733882 29996 raft_consensus.cc:3037] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Advancing to term 1
19:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.736841 29996 raft_consensus.cc:504] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.737478 29996 leader_election.cc:288] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [CANDIDATE]: Term 1 election: Requested vote from peers dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293), 341bee418a284bd38807dce88d39e9a3 (127.28.30.66:43589)
19:25:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.738039 29440 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d3d929961dfb4ac2ac1884e39fb52129" candidate_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dffbfbc49a364f35acd20d178ae493c0"
19:25:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.738065 29670 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d3d929961dfb4ac2ac1884e39fb52129" candidate_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "341bee418a284bd38807dce88d39e9a3"
19:25:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.738272 29670 raft_consensus.cc:3037] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Advancing to term 1
19:25:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.738289 29440 raft_consensus.cc:3037] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Advancing to term 1
19:25:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.740585 29440 raft_consensus.cc:2454] T d3d929961dfb4ac2ac1884e39fb52129 P dffbfbc49a364f35acd20d178ae493c0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4cb45e339fd441dd9e5a61b8d589ded7 in term 1.
19:25:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.741187 29785 leader_election.cc:302] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4cb45e339fd441dd9e5a61b8d589ded7, dffbfbc49a364f35acd20d178ae493c0; no voters:
19:25:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.741285 29670 raft_consensus.cc:2454] T d3d929961dfb4ac2ac1884e39fb52129 P 341bee418a284bd38807dce88d39e9a3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4cb45e339fd441dd9e5a61b8d589ded7 in term 1.
19:25:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.741564 29996 raft_consensus.cc:2781] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 1 FOLLOWER]: Leader election won for term 1
19:25:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.742066 29996 raft_consensus.cc:686] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 1 LEADER]: Becoming Leader. State: Replica: 4cb45e339fd441dd9e5a61b8d589ded7, State: Running, Role: LEADER
19:25:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.742628 29996 consensus_queue.cc:237] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.746970 29129 catalog_manager.cc:5495] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67). New cstate: current_term: 1 leader_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } health_report { overall_health: HEALTHY } } }
19:25:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:32.999506 29997 consensus_queue.cc:1035] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:25:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.008633 30020 consensus_queue.cc:1035] T 35e8150b8fda495c847181f1da75e52b P 341bee418a284bd38807dce88d39e9a3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:25:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.102500 29129 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35632:
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
19:25:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:33.103657 29129 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:25:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.116474 29402 tablet_service.cc:1467] Processing CreateTablet for tablet cae412038ea94e2f877079d5fe79ab34 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=e9c6abaff0bd43539fe191f43b6c5af6]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:25:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.116941 29859 tablet_service.cc:1467] Processing CreateTablet for tablet cae412038ea94e2f877079d5fe79ab34 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=e9c6abaff0bd43539fe191f43b6c5af6]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:25:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.117586 29402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cae412038ea94e2f877079d5fe79ab34. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.117771 29859 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cae412038ea94e2f877079d5fe79ab34. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.125495 30048 tablet_bootstrap.cc:492] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: Bootstrap starting.
19:25:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.125427 29622 tablet_service.cc:1467] Processing CreateTablet for tablet cae412038ea94e2f877079d5fe79ab34 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=e9c6abaff0bd43539fe191f43b6c5af6]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:25:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.126355 29622 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cae412038ea94e2f877079d5fe79ab34. 1 dirs total, 0 dirs full, 0 dirs failed
19:25:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.128715 30048 tablet_bootstrap.cc:654] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: Neither blocks nor log segments found. Creating new log.
19:25:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.132047 30048 tablet_bootstrap.cc:492] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: No bootstrap required, opened a new log
19:25:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.132249 30048 ts_tablet_manager.cc:1397] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.002s
19:25:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.133283 30048 raft_consensus.cc:348] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.133574 30048 raft_consensus.cc:374] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.133678 30048 raft_consensus.cc:729] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4cb45e339fd441dd9e5a61b8d589ded7, State: Initialized, Role: FOLLOWER
19:25:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.133955 30048 consensus_queue.cc:260] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.134426 29996 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.134752 29996 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: This TxnStatusTablet replica's current role is: FOLLOWER
19:25:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.134909 30047 tablet_bootstrap.cc:492] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: Bootstrap starting.
19:25:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.136031 29996 consensus_queue.cc:1035] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:25:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.137421 30051 tablet_bootstrap.cc:492] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: Bootstrap starting.
19:25:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.138496 30048 ts_tablet_manager.cc:1428] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: Time spent starting tablet: real 0.006s user 0.001s sys 0.002s
19:25:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.140287 30051 tablet_bootstrap.cc:654] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: Neither blocks nor log segments found. Creating new log.
19:25:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.143837 30051 tablet_bootstrap.cc:492] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: No bootstrap required, opened a new log
19:25:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.144011 30051 ts_tablet_manager.cc:1397] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.000s
19:25:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.136793 30047 tablet_bootstrap.cc:654] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: Neither blocks nor log segments found. Creating new log.
19:25:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.144887 30051 raft_consensus.cc:348] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.145211 30051 raft_consensus.cc:374] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.145309 30051 raft_consensus.cc:729] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 341bee418a284bd38807dce88d39e9a3, State: Initialized, Role: FOLLOWER
19:25:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.145540 30051 consensus_queue.cc:260] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.145963 30020 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.146260 30020 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: This TxnStatusTablet replica's current role is: FOLLOWER
19:25:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.147047 30047 tablet_bootstrap.cc:492] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: No bootstrap required, opened a new log
19:25:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.147239 30047 ts_tablet_manager.cc:1397] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: Time spent bootstrapping tablet: real 0.012s user 0.000s sys 0.003s
19:25:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.148056 30047 raft_consensus.cc:348] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.148365 30047 raft_consensus.cc:374] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:25:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.148468 30047 raft_consensus.cc:729] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dffbfbc49a364f35acd20d178ae493c0, State: Initialized, Role: FOLLOWER
19:25:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.148725 30047 consensus_queue.cc:260] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.149387 30047 ts_tablet_manager.cc:1428] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
19:25:33.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.149509 30051 ts_tablet_manager.cc:1428] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: Time spent starting tablet: real 0.005s user 0.000s sys 0.002s
19:25:33.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.149261 30022 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.149662 30022 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: This TxnStatusTablet replica's current role is: FOLLOWER
19:25:33.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.156615 30011 consensus_queue.cc:1035] T d3d929961dfb4ac2ac1884e39fb52129 P 4cb45e339fd441dd9e5a61b8d589ded7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:25:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.244990 30020 raft_consensus.cc:482] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.245282 30020 raft_consensus.cc:504] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.246115 30020 leader_election.cc:288] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293), 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67:37625)
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.246622 29440 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cae412038ea94e2f877079d5fe79ab34" candidate_uuid: "341bee418a284bd38807dce88d39e9a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dffbfbc49a364f35acd20d178ae493c0" is_pre_election: true
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.246693 29895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cae412038ea94e2f877079d5fe79ab34" candidate_uuid: "341bee418a284bd38807dce88d39e9a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" is_pre_election: true
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.246819 29440 raft_consensus.cc:2454] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 341bee418a284bd38807dce88d39e9a3 in term 0.
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.246974 29895 raft_consensus.cc:2454] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 341bee418a284bd38807dce88d39e9a3 in term 0.
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.247180 29540 leader_election.cc:302] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 341bee418a284bd38807dce88d39e9a3, dffbfbc49a364f35acd20d178ae493c0; no voters:
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.247490 30020 raft_consensus.cc:2781] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.247581 30020 raft_consensus.cc:482] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:25:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.247669 30020 raft_consensus.cc:3037] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 0 FOLLOWER]: Advancing to term 1
19:25:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.251010 30020 raft_consensus.cc:504] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.251633 30020 leader_election.cc:288] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [CANDIDATE]: Term 1 election: Requested vote from peers dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293), 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67:37625)
19:25:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.252074 29895 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cae412038ea94e2f877079d5fe79ab34" candidate_uuid: "341bee418a284bd38807dce88d39e9a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4cb45e339fd441dd9e5a61b8d589ded7"
19:25:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.252080 29440 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cae412038ea94e2f877079d5fe79ab34" candidate_uuid: "341bee418a284bd38807dce88d39e9a3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dffbfbc49a364f35acd20d178ae493c0"
19:25:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.252305 29440 raft_consensus.cc:3037] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0 [term 0 FOLLOWER]: Advancing to term 1
19:25:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.252321 29895 raft_consensus.cc:3037] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 0 FOLLOWER]: Advancing to term 1
19:25:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.254415 29895 raft_consensus.cc:2454] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 341bee418a284bd38807dce88d39e9a3 in term 1.
19:25:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.254905 29538 leader_election.cc:302] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 341bee418a284bd38807dce88d39e9a3, 4cb45e339fd441dd9e5a61b8d589ded7; no voters:
19:25:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.255034 29440 raft_consensus.cc:2454] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 341bee418a284bd38807dce88d39e9a3 in term 1.
19:25:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.255221 30020 raft_consensus.cc:2781] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 1 FOLLOWER]: Leader election won for term 1
19:25:33.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.255416 30020 raft_consensus.cc:686] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [term 1 LEADER]: Becoming Leader. State: Replica: 341bee418a284bd38807dce88d39e9a3, State: Running, Role: LEADER
19:25:33.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.255697 30020 consensus_queue.cc:237] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } }
19:25:33.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.257323 30009 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: TxnStatusTablet state changed. Reason: New leader 341bee418a284bd38807dce88d39e9a3. Latest consensus state: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.257586 30009 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: This TxnStatusTablet replica's current role is: LEADER
19:25:33.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.258684 30059 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
19:25:33.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.258941 30059 txn_status_manager.cc:929] Loading transaction status metadata into memory...
19:25:33.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.258942 29128 catalog_manager.cc:5495] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 341bee418a284bd38807dce88d39e9a3 (127.28.30.66). New cstate: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } health_report { overall_health: UNKNOWN } } }
19:25:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.297832 29440 raft_consensus.cc:1261] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0 [term 1 FOLLOWER]: Refusing update from remote peer 341bee418a284bd38807dce88d39e9a3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:25:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.297883 29895 raft_consensus.cc:1261] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7 [term 1 FOLLOWER]: Refusing update from remote peer 341bee418a284bd38807dce88d39e9a3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:25:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.298545 30020 consensus_queue.cc:1035] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:25:33.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.298871 30009 consensus_queue.cc:1035] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:25:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.307250 29996 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: TxnStatusTablet state changed. Reason: New leader 341bee418a284bd38807dce88d39e9a3. Latest consensus state: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.307559 29996 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: This TxnStatusTablet replica's current role is: FOLLOWER
19:25:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.311403 30017 mvcc.cc:205] Tried to move back new op lower bound from 7317053166780628992 to 7317053166617944064. Current Snapshot: MvccSnapshot[applied={T|T < 7317053166780628992}]
19:25:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.317641 30022 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: TxnStatusTablet state changed. Reason: New leader 341bee418a284bd38807dce88d39e9a3. Latest consensus state: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.317945 30022 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: This TxnStatusTablet replica's current role is: FOLLOWER
19:25:33.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.321900 30024 mvcc.cc:205] Tried to move back new op lower bound from 7317053166780628992 to 7317053166617944064. Current Snapshot: MvccSnapshot[applied={T|T < 7317053166780628992}]
19:25:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.325145 30020 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.325582 30020 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: This TxnStatusTablet replica's current role is: LEADER
19:25:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.328504 30020 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.328806 30020 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P 341bee418a284bd38807dce88d39e9a3: This TxnStatusTablet replica's current role is: LEADER
19:25:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.332176 29996 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.332458 29996 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P 4cb45e339fd441dd9e5a61b8d589ded7: This TxnStatusTablet replica's current role is: FOLLOWER
19:25:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.338323 30022 tablet_replica.cc:439] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "341bee418a284bd38807dce88d39e9a3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" member_type: VOTER last_known_addr { host: "127.28.30.65" port: 46293 } } peers { permanent_uuid: "341bee418a284bd38807dce88d39e9a3" member_type: VOTER last_known_addr { host: "127.28.30.66" port: 43589 } } peers { permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" member_type: VOTER last_known_addr { host: "127.28.30.67" port: 37625 } } }
19:25:33.338 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
19:25:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.338581 30022 tablet_replica.cc:442] T cae412038ea94e2f877079d5fe79ab34 P dffbfbc49a364f35acd20d178ae493c0: This TxnStatusTablet replica's current role is: FOLLOWER
19:25:33.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 55293ad9ccf7441aa522f78745a3b915
19:25:33.342 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.28.30.124:41835
19:25:33.343 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:25:33.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.344096 28793 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu pid 29075
19:25:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.345696 29185 generic_service.cc:196] Checking for leaks (request via RPC)
19:25:33.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.468323 28793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu with pid 29075
19:25:33.503 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.30.124:41835(127.28.30.124:41835)] handling channelInactive
19:25:33.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state READY due to: connection closed
19:25:33.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:25:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:33.596657 29747 heartbeater.cc:644] Failed to heartbeat to 127.28.30.124:41835 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:33.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:33.631186 29959 heartbeater.cc:644] Failed to heartbeat to 127.28.30.124:41835 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.769497 30076 raft_consensus.cc:482] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 97284103934647d5831cc21cbc03a37e)
19:25:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.769709 30075 raft_consensus.cc:482] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 97284103934647d5831cc21cbc03a37e)
19:25:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.769706 30076 raft_consensus.cc:504] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.769866 30075 raft_consensus.cc:504] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.770464 30076 leader_election.cc:288] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.770467 30075 leader_election.cc:288] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:33.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.771251 28873 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7055a9cb7474ff4a7a535645bd075e7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a90115d382f747f3be697b160e05ac69" is_pre_election: true
19:25:33.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.771489 28873 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a7055a9cb7474ff4a7a535645bd075e7 in term 1.
19:25:33.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.771770 29016 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a90115d382f747f3be697b160e05ac69" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a7055a9cb7474ff4a7a535645bd075e7" is_pre_election: true
19:25:33.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.772118 29016 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a90115d382f747f3be697b160e05ac69 in term 1.
19:25:33.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.772420 28970 leader_election.cc:302] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69; no voters:
19:25:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.772882 30076 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:25:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.773027 30076 raft_consensus.cc:482] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 97284103934647d5831cc21cbc03a37e)
19:25:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.773061 28839 leader_election.cc:302] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69; no voters:
19:25:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.773141 30076 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 1 FOLLOWER]: Advancing to term 2
19:25:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.773339 30075 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:25:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.773464 30075 raft_consensus.cc:482] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 97284103934647d5831cc21cbc03a37e)
19:25:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.773567 30075 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 1 FOLLOWER]: Advancing to term 2
19:25:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:33.773886 28839 leader_election.cc:334] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:33.774055 28970 leader_election.cc:334] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.775528 30076 raft_consensus.cc:504] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.775874 30075 raft_consensus.cc:504] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.776098 30076 leader_election.cc:288] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 2 election: Requested vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.776430 28873 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7055a9cb7474ff4a7a535645bd075e7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a90115d382f747f3be697b160e05ac69"
19:25:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.776589 30075 leader_election.cc:288] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 2 election: Requested vote from peers a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.776759 28873 raft_consensus.cc:2379] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a7055a9cb7474ff4a7a535645bd075e7 in current term 2: Already voted for candidate a90115d382f747f3be697b160e05ac69 in this term.
19:25:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.777115 29016 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a90115d382f747f3be697b160e05ac69" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a7055a9cb7474ff4a7a535645bd075e7"
19:25:33.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.777441 29016 raft_consensus.cc:2379] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a90115d382f747f3be697b160e05ac69 in current term 2: Already voted for candidate a7055a9cb7474ff4a7a535645bd075e7 in this term.
19:25:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:33.778095 28839 leader_election.cc:334] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:33.778131 28970 leader_election.cc:334] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.778261 28839 leader_election.cc:302] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a90115d382f747f3be697b160e05ac69; no voters: 97284103934647d5831cc21cbc03a37e, a7055a9cb7474ff4a7a535645bd075e7
19:25:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.778261 28970 leader_election.cc:302] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a7055a9cb7474ff4a7a535645bd075e7; no voters: 97284103934647d5831cc21cbc03a37e, a90115d382f747f3be697b160e05ac69
19:25:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.778581 30075 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
19:25:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:33.778620 30076 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
19:25:33.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:33.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.857 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.28.30.124:41835(127.28.30.124:41835) for tablet Kudu Master: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:33.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:33.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:33.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:33.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:33.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:33.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:33.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.936 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:33.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:33.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:33.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:34.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:34.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:34.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:34.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:34.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] sending RPC to server master-127.28.30.124:41835, [2ms] received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, deferred=Deferred@59686838(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@d4500a3 -> (continuation of Deferred@21686924 after retry RPC after error@1226848481) -> (continuation of Deferred@1059409276 after retry RPC after error@440406563) -> (continuation of Deferred@1275626861 after retry RPC after error@78076733) -> (continuation of Deferred@301774968 after retry RPC after error@188178798) -> (continuation of Deferred@52211336 after retry RPC after error@1029464933) -> (continuation of Deferred@1234641870 after retry RPC after error@2031818627), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@1f959ec6 -> (continuation of Deferred@21686924 after retry RPC after error@1226848481) -> (continuation of Deferred@1059409276 after retry RPC after error@440406563) -> (continuation of Deferred@1275626861 after retry RPC after error@78076733) -> (continuation of Deferred@301774968 after retry RPC after error@188178798) -> (continuation of Deferred@52211336 after retry RPC after error@1029464933) -> (continuation of Deferred@1234641870 after retry RPC after error@2031818627)))
19:25:34.078 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] sending RPC to server master-127.28.30.124:41835, [2ms] received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, deferred=Deferred@59686838(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@d4500a3 -> (continuation of Deferred@21686924 after retry RPC after error@1226848481) -> (continuation of Deferred@1059409276 after retry RPC after error@440406563) -> (continuation of Deferred@1275626861 after retry RPC after error@78076733) -> (continuation of Deferred@301774968 after retry RPC after error@188178798) -> (continuation of Deferred@52211336 after retry RPC after error@1029464933) -> (continuation of Deferred@1234641870 after retry RPC after error@2031818627), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@1f959ec6 -> (continuation of Deferred@21686924 after retry RPC after error@1226848481) -> (continuation of Deferred@1059409276 after retry RPC after error@440406563) -> (continuation of Deferred@1275626861 after retry RPC after error@78076733) -> (continuation of Deferred@301774968 after retry RPC after error@188178798) -> (continuation of Deferred@52211336 after retry RPC after error@1029464933) -> (continuation of Deferred@1234641870 after retry RPC after error@2031818627)))
19:25:34.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:34.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:34.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:34.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:34.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:34.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:34.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:34.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:34.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:34.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.179966 30075 raft_consensus.cc:482] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:25:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.180169 30075 raft_consensus.cc:504] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.180966 30075 leader_election.cc:288] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.181393 29016 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a90115d382f747f3be697b160e05ac69" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a7055a9cb7474ff4a7a535645bd075e7" is_pre_election: true
19:25:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.181700 29016 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a90115d382f747f3be697b160e05ac69 in term 2.
19:25:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.182586 28839 leader_election.cc:302] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69; no voters:
19:25:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:34.182888 28839 leader_election.cc:334] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.182938 30075 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 2 FOLLOWER]: Leader pre-election won for term 3
19:25:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.183043 30075 raft_consensus.cc:482] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:25:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.183136 30075 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 2 FOLLOWER]: Advancing to term 3
19:25:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.185911 30075 raft_consensus.cc:504] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.186506 30075 leader_election.cc:288] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 3 election: Requested vote from peers a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:34.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.187047 29016 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a90115d382f747f3be697b160e05ac69" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a7055a9cb7474ff4a7a535645bd075e7"
19:25:34.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.187297 29016 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 2 FOLLOWER]: Advancing to term 3
19:25:34.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:34.188129 28839 leader_election.cc:334] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.190135 29016 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a90115d382f747f3be697b160e05ac69 in term 3.
19:25:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.190559 28839 leader_election.cc:302] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69; no voters: 97284103934647d5831cc21cbc03a37e
19:25:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.190852 30075 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 3 FOLLOWER]: Leader election won for term 3
19:25:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.191412 30075 raft_consensus.cc:686] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [term 3 LEADER]: Becoming Leader. State: Replica: a90115d382f747f3be697b160e05ac69, State: Running, Role: LEADER
19:25:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.191874 30075 consensus_queue.cc:237] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.193178 30081 sys_catalog.cc:455] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a90115d382f747f3be697b160e05ac69. Latest consensus state: current_term: 3 leader_uuid: "a90115d382f747f3be697b160e05ac69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.193516 30081 sys_catalog.cc:458] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: This master's current role is: LEADER
19:25:34.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.194196 30083 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:25:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.196544 30083 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915]
19:25:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.197053 30083 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=e9c6abaff0bd43539fe191f43b6c5af6]
19:25:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.198666 30083 tablet_loader.cc:96] loaded metadata for tablet 35e8150b8fda495c847181f1da75e52b (table txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915])
19:25:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.198990 30083 tablet_loader.cc:96] loaded metadata for tablet cae412038ea94e2f877079d5fe79ab34 (table kudu_system.kudu_transactions [id=e9c6abaff0bd43539fe191f43b6c5af6])
19:25:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.199265 30083 tablet_loader.cc:96] loaded metadata for tablet d3d929961dfb4ac2ac1884e39fb52129 (table txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915])
19:25:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.199465 30083 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:25:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.200268 30083 catalog_manager.cc:1259] Loaded cluster ID: fb8464d5766d4f459dde3fda792cc1c1
19:25:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.200404 30083 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:25:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.201969 30083 catalog_manager.cc:1504] Loading token signing keys...
19:25:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.202953 30083 catalog_manager.cc:5879] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69: Loaded TSK: 0
19:25:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.203794 30083 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:25:34.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:34.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.124:41835: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835
19:25:34.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:25:34.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: Network error: Failed to connect to peer master-127.28.30.124:41835(127.28.30.124:41835): Connection refused: /127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: OK, deferred=Deferred@308624815(state=PENDING, result=null, callback=(continuation of Deferred@678411699 after retry RPC after error@1029880680) -> (continuation of Deferred@726087604 after retry RPC after error@284487478) -> (continuation of Deferred@1168333502 after retry RPC after error@1831997593) -> (continuation of Deferred@2136633372 after retry RPC after error@1222688158) -> (continuation of Deferred@399079574 after retry RPC after error@1786905646), errback=(continuation of Deferred@678411699 after retry RPC after error@1029880680) -> (continuation of Deferred@726087604 after retry RPC after error@284487478) -> (continuation of Deferred@1168333502 after retry RPC after error@1831997593) -> (continuation of Deferred@2136633372 after retry RPC after error@1222688158) -> (continuation of Deferred@399079574 after retry RPC after error@1786905646))) after lookup
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.258123 28862 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53426:
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
19:25:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:34.260087 28862 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:25:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:34.309827 28839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111) [suppressed 11 similar messages]
19:25:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:34.310840 28839 consensus_peers.cc:487] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 -> Peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Couldn't send request to peer 97284103934647d5831cc21cbc03a37e. Status: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:25:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.317584 29016 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 3 FOLLOWER]: Refusing update from remote peer a90115d382f747f3be697b160e05ac69: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
19:25:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.318413 30081 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
19:25:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.320417 30105 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a90115d382f747f3be697b160e05ac69. Latest consensus state: current_term: 3 leader_uuid: "a90115d382f747f3be697b160e05ac69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.320794 30105 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: This master's current role is: FOLLOWER
19:25:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.322325 30075 sys_catalog.cc:455] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a90115d382f747f3be697b160e05ac69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.322651 30075 sys_catalog.cc:458] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 [sys.catalog]: This master's current role is: LEADER
19:25:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.322999 30105 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a90115d382f747f3be697b160e05ac69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:34.323248 30105 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: This master's current role is: FOLLOWER
19:25:34.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:34.343254 29508 heartbeater.cc:644] Failed to heartbeat to 127.28.30.124:41835 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111)
19:25:34.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:34.836184 28839 consensus_peers.cc:487] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 -> Peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Couldn't send request to peer 97284103934647d5831cc21cbc03a37e. Status: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
19:25:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.230322 28809 master_runner.cc:186] Error getting master registration for 127.28.30.124:41835: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111),
19:25:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.230510 28809 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:25:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.343134 29510 heartbeater.cc:503] Master 127.28.30.126:45495 was elected leader, sending a full tablet report...
19:25:35.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.361369 28839 consensus_peers.cc:487] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 -> Peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Couldn't send request to peer 97284103934647d5831cc21cbc03a37e. Status: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
19:25:35.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 35e8150b8fda495c847181f1da75e52b for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
19:25:35.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d3d929961dfb4ac2ac1884e39fb52129 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
19:25:35.511 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=35e8150b8fda495c847181f1da75e52b@[341bee418a284bd38807dce88d39e9a3(127.28.30.66:43589)[L],4cb45e339fd441dd9e5a61b8d589ded7(127.28.30.67:37625),dffbfbc49a364f35acd20d178ae493c0(127.28.30.65:46293)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=d3d929961dfb4ac2ac1884e39fb52129@[341bee418a284bd38807dce88d39e9a3(127.28.30.66:43589),4cb45e339fd441dd9e5a61b8d589ded7(127.28.30.67:37625)[L],dffbfbc49a364f35acd20d178ae493c0(127.28.30.65:46293)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
19:25:35.512 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.30.126:45495, [2ms] Sub RPC GetTableLocations: received response from server master-127.28.30.126:45495: OK, deferred=null) after lookup
19:25:35.512 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 341bee418a284bd38807dce88d39e9a3(127.28.30.66:43589)] connecting to peer
19:25:35.513 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 341bee418a284bd38807dce88d39e9a3(127.28.30.66:43589)] Successfully connected to peer
19:25:35.528 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x53075585, L:/127.0.0.1:34462 - R:/127.28.30.66:43589] using TOKEN/null
19:25:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.533058 29603 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.28.30.124:41835)
19:25:35.570 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.28.30.124:41835
19:25:35.571 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.572057 28793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/logs
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/info.pb
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:25:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.124:41835
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.124
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40901
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43633/jwks.json
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:25:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:25:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.599586 29748 heartbeater.cc:503] Master 127.28.30.126:45495 was elected leader, sending a full tablet report...
19:25:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.634724 29961 heartbeater.cc:503] Master 127.28.30.126:45495 was elected leader, sending a full tablet report...
19:25:35.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.823750 28839 consensus_peers.cc:487] T 00000000000000000000000000000000 P a90115d382f747f3be697b160e05ac69 -> Peer 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835): Couldn't send request to peer 97284103934647d5831cc21cbc03a37e. Status: Network error: Client connection negotiation failed: client connection to 127.28.30.124:41835: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
19:25:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.928181 30151 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:25:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.928450 30151 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:25:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.928534 30151 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:25:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.935731 30151 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:25:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.935827 30151 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
19:25:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.935864 30151 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:25:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.935914 30151 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:25:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.935950 30151 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:25:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.936004 30151 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:25:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.936036 30151 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43633/jwks.json
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.945453 30151 master_runner.cc:386] Master server non-default flags:
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.30.84:40935
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:25:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.30.124:41835
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43633/jwks.json
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/info.pb
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.30.124
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40901
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/logs
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:25:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.946859 30151 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:25:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.948601 30151 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:25:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.961344 30162 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.961361 30165 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:35.961630 30163 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:25:35.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.962896 30151 server_base.cc:1034] running on GCE node
19:25:35.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.963701 30151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:25:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.965143 30151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:25:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.966410 30151 hybrid_clock.cc:648] HybridClock initialized: now 1786389935966354 us; error 44 us; skew 500 ppm
19:25:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.966812 30151 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:25:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.969542 30151 webserver.cc:460] Webserver started at http://127.28.30.124:40901/ using document root <none> and password file <none>
19:25:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.970263 30151 fs_manager.cc:359] Metadata directory not provided
19:25:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.970419 30151 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:25:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.976227 30151 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.006s sys 0.000s
19:25:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.980396 30173 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:25:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.982012 30151 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.002s
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.982210 30151 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data,/tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97284103934647d5831cc21cbc03a37e"
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:25:30 on dist-test-slave-s11t"
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:35.983254 30151 fs_report.cc:383] FS layout report
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/wal
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/data
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:25:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:25:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:25:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:25:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:25:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:25:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:25:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:25:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:25:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:25:36.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.009330 30151 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:25:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.010265 30151 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:25:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.010632 30151 kserver.cc:163] Server-wide thread pool size limit: 3276
19:25:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.034585 30151 rpc_server.cc:307] RPC server started. Bound to: 127.28.30.124:41835
19:25:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.034657 30266 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.28.30.124:41835 every 8 connection(s)
19:25:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.036139 30151 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskIEb1qV/test-tmp/mini-kudu-cluster3811476698728662319/master-2/data/info.pb
19:25:36.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.043192 28793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu as pid 30151
19:25:36.043 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:25:36.043 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.28.30.126:45495
19:25:36.044 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:25:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.044068 30269 sys_catalog.cc:263] Verifying existing consensus state
19:25:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.044354 28793 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu pid 28809
19:25:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.045761 28924 generic_service.cc:196] Checking for leaks (request via RPC)
19:25:36.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.049454 30269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: Bootstrap starting.
19:25:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.067149 30269 log.cc:824] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: Log is configured to *not* fsync() on all Append() calls
19:25:36.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.082301 30269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:25:36.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.082955 30269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: Bootstrap complete.
19:25:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.092741 30269 raft_consensus.cc:348] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.093704 30269 raft_consensus.cc:729] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97284103934647d5831cc21cbc03a37e, State: Initialized, Role: FOLLOWER
19:25:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.094326 30269 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.095166 30275 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.095567 30275 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: This master's current role is: FOLLOWER
19:25:36.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.096315 30269 sys_catalog.cc:564] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: configured and running, proceeding with master startup.
19:25:36.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.107858 30296 catalog_manager.cc:1259] Loaded cluster ID: fb8464d5766d4f459dde3fda792cc1c1
19:25:36.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.108292 30296 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: loading cluster ID for follower catalog manager: success
19:25:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.113981 30296 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: acquiring CA information for follower catalog manager: success
19:25:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.118237 30296 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:25:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.205103 28793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu with pid 28809
19:25:36.235 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.30.126:45495(127.28.30.126:45495)] handling channelInactive
19:25:36.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state READY due to: connection closed
19:25:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.236974 30300 negotiation.cc:337] Failed RPC negotiation. Trace:
19:25:36.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:25:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.203540 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:34582 (local address 127.28.30.124:41835)
19:25:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.204547 (+ 1007us) server_negotiation.cc:206] Beginning negotiation
19:25:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.204556 (+ 9us) server_negotiation.cc:399] Waiting for connection header
19:25:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.204596 (+ 40us) server_negotiation.cc:407] Connection header received
19:25:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.204875 (+ 279us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
19:25:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.204884 (+ 9us) server_negotiation.cc:461] Received NEGOTIATE request from client
19:25:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.205981 (+ 1097us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
19:25:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.206146 (+ 165us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
19:25:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.235076 (+ 28930us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34582: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:25:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":817,"thread_start_us":1607,"threads_started":1}
19:25:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.246490 30298 negotiation.cc:337] Failed RPC negotiation. Trace:
19:25:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.104568 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.28.30.126:45495 (local address 127.0.0.1:59084)
19:25:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.119583 (+ 15015us) negotiation.cc:107] Waiting for socket to connect
19:25:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.119629 (+ 46us) client_negotiation.cc:174] Beginning negotiation
19:25:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.120097 (+ 468us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
19:25:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.245896 (+125799us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:25:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":14425,"thread_start_us":14064,"threads_started":1}
19:25:36.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.248031 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
19:25:36.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.259249 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:25:36.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:36.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.356 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.28.30.126:45495(127.28.30.126:45495) for tablet Kudu Master: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.356299 29508 heartbeater.cc:347] Connected to a master server at 127.28.30.124:41835
19:25:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.359929 30200 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "dffbfbc49a364f35acd20d178ae493c0" instance_seqno: 1786389931171466) as {username='slave'} at 127.28.30.65:52093; Asking this server to re-register.
19:25:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.360834 29508 heartbeater.cc:464] Registering TS with master...
19:25:36.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.362682 30200 ts_manager.cc:194] Registered new tserver with Master: dffbfbc49a364f35acd20d178ae493c0 (127.28.30.65:46293)
19:25:36.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:36.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.124:41835(127.28.30.124:41835)] connecting to peer
19:25:36.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.376 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.30.124:41835(127.28.30.124:41835)] Successfully connected to peer
19:25:36.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.394 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc6814080, L:/127.0.0.1:34598 - R:/127.28.30.124:41835] using TOKEN/null
19:25:36.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.409293 30275 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:25:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.409590 30275 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:36.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.411550 30275 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.414260 30176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:36.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:36.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.419481 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:36.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.421531 29016 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "97284103934647d5831cc21cbc03a37e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a7055a9cb7474ff4a7a535645bd075e7" is_pre_election: true
19:25:36.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.422483 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.422863 30275 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:25:36.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:36.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:36.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:36.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:36.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:36.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:36.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:36.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.505430 30311 raft_consensus.cc:482] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a90115d382f747f3be697b160e05ac69)
19:25:36.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.505622 30311 raft_consensus.cc:504] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:36.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.506353 30311 leader_election.cc:288] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.507875 28970 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111) [suppressed 6 similar messages]
19:25:36.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.510169 28970 leader_election.cc:334] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.514701 30214 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7055a9cb7474ff4a7a535645bd075e7" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "97284103934647d5831cc21cbc03a37e" is_pre_election: true
19:25:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.515267 30214 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a7055a9cb7474ff4a7a535645bd075e7 in term 1.
19:25:36.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.515815 28970 leader_election.cc:302] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 97284103934647d5831cc21cbc03a37e, a7055a9cb7474ff4a7a535645bd075e7; no voters: a90115d382f747f3be697b160e05ac69
19:25:36.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.516268 30311 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 3 FOLLOWER]: Leader pre-election won for term 4
19:25:36.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.516415 30311 raft_consensus.cc:482] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 3 FOLLOWER]: Starting leader election (detected failure of leader a90115d382f747f3be697b160e05ac69)
19:25:36.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.516532 30311 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 3 FOLLOWER]: Advancing to term 4
19:25:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.519313 30311 raft_consensus.cc:504] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.519891 30311 leader_election.cc:288] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 4 election: Requested vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), 97284103934647d5831cc21cbc03a37e (127.28.30.124:41835)
19:25:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.520673 30214 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a7055a9cb7474ff4a7a535645bd075e7" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "97284103934647d5831cc21cbc03a37e"
19:25:36.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.520923 30214 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 1 FOLLOWER]: Advancing to term 4
19:25:36.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.521394 28970 leader_election.cc:334] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:36.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.526608 30214 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a7055a9cb7474ff4a7a535645bd075e7 in term 4.
19:25:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.527153 28970 leader_election.cc:302] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 97284103934647d5831cc21cbc03a37e, a7055a9cb7474ff4a7a535645bd075e7; no voters: a90115d382f747f3be697b160e05ac69
19:25:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.527495 30311 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 4 FOLLOWER]: Leader election won for term 4
19:25:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.528065 30311 raft_consensus.cc:686] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [term 4 LEADER]: Becoming Leader. State: Replica: a7055a9cb7474ff4a7a535645bd075e7, State: Running, Role: LEADER
19:25:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.528556 30311 consensus_queue.cc:237] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:36.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.530495 30319 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a7055a9cb7474ff4a7a535645bd075e7. Latest consensus state: current_term: 4 leader_uuid: "a7055a9cb7474ff4a7a535645bd075e7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:36.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.530890 30319 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: This master's current role is: LEADER
19:25:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.531586 30322 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:25:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.534348 30322 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915]
19:25:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.534832 30322 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=e9c6abaff0bd43539fe191f43b6c5af6]
19:25:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.536523 30322 tablet_loader.cc:96] loaded metadata for tablet 35e8150b8fda495c847181f1da75e52b (table txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915])
19:25:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.536926 30322 tablet_loader.cc:96] loaded metadata for tablet cae412038ea94e2f877079d5fe79ab34 (table kudu_system.kudu_transactions [id=e9c6abaff0bd43539fe191f43b6c5af6])
19:25:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.537220 30322 tablet_loader.cc:96] loaded metadata for tablet d3d929961dfb4ac2ac1884e39fb52129 (table txn_manager_fallback_rolling [id=55293ad9ccf7441aa522f78745a3b915])
19:25:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.537438 30322 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:25:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.538234 30322 catalog_manager.cc:1259] Loaded cluster ID: fb8464d5766d4f459dde3fda792cc1c1
19:25:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.538352 30322 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:25:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.539559 30322 catalog_manager.cc:1504] Loading token signing keys...
19:25:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.540632 30322 catalog_manager.cc:5879] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7: Loaded TSK: 0
19:25:36.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.541733 30322 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:25:36.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:36.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:36.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:25:36.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.28.30.126:45495, [2ms] received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [144ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [144ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, deferred=Deferred@1834368322(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@49573282 -> (continuation of Deferred@772463578 after retry RPC after error@1003502337) -> (continuation of Deferred@1731247380 after retry RPC after error@394477650) -> (continuation of Deferred@1873775987 after retry RPC after error@1436400564) -> (continuation of Deferred@925332494 after retry RPC after error@975905640) -> (continuation of Deferred@704439627 after retry RPC after error@285518811) -> (continuation of Deferred@495921905 after retry RPC after error@2119989835), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@30c40e76 -> (continuation of Deferred@772463578 after retry RPC after error@1003502337) -> (continuation of Deferred@1731247380 after retry RPC after error@394477650) -> (continuation of Deferred@1873775987 after retry RPC after error@1436400564) -> (continuation of Deferred@925332494 after retry RPC after error@975905640) -> (continuation of Deferred@704439627 after retry RPC after error@285518811) -> (continuation of Deferred@495921905 after retry RPC after error@2119989835))) after lookup
19:25:36.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.609469 29747 heartbeater.cc:347] Connected to a master server at 127.28.30.124:41835
19:25:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.611089 30200 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "341bee418a284bd38807dce88d39e9a3" instance_seqno: 1786389931717480) as {username='slave'} at 127.28.30.66:57039; Asking this server to re-register.
19:25:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.611670 29747 heartbeater.cc:464] Registering TS with master...
19:25:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.612871 30200 ts_manager.cc:194] Registered new tserver with Master: 341bee418a284bd38807dce88d39e9a3 (127.28.30.66:43589)
19:25:36.615 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.28.30.126:45495, [2ms] received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [144ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [144ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: OK, [245ms] sending RPC to server master-127.28.30.125:32859, deferred=Deferred@1834368322(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@49573282 -> (continuation of Deferred@772463578 after retry RPC after error@1003502337) -> (continuation of Deferred@1731247380 after retry RPC after error@394477650) -> (continuation of Deferred@1873775987 after retry RPC after error@1436400564) -> (continuation of Deferred@925332494 after retry RPC after error@975905640) -> (continuation of Deferred@704439627 after retry RPC after error@285518811) -> (continuation of Deferred@495921905 after retry RPC after error@2119989835) -> (continuation of Deferred@1697761293 after retry RPC@1621940661), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@30c40e76 -> (continuation of Deferred@772463578 after retry RPC after error@1003502337) -> (continuation of Deferred@1731247380 after retry RPC after error@394477650) -> (continuation of Deferred@1873775987 after retry RPC after error@1436400564) -> (continuation of Deferred@925332494 after retry RPC after error@975905640) -> (continuation of Deferred@704439627 after retry RPC after error@285518811) -> (continuation of Deferred@495921905 after retry RPC after error@2119989835) -> (continuation of Deferred@1697761293 after retry RPC@1621940661)))
19:25:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.617106 29054 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:37432 (request call id 21) took 17 ms (client timeout 6 ms). Trace:
19:25:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.617339 29054 rpcz_store.cc:269] 0810 19:25:36.600082 (+ 0us) service_pool.cc:170] Inserting onto call queue
19:25:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.600193 (+ 111us) service_pool.cc:227] Handling call
19:25:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:25:36.617010 (+ 16817us) inbound_call.cc:173] Queueing success response
19:25:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":625,"thread_start_us":2049,"threads_started":5}
19:25:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.633185 28970 consensus_peers.cc:487] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 -> Peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Couldn't send request to peer a90115d382f747f3be697b160e05ac69. Status: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:25:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.637777 30214 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Refusing update from remote peer a7055a9cb7474ff4a7a535645bd075e7: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
19:25:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1820523235817599 + 9221551513618968378 cannot be represented in type 'long'
19:25:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.640049 30319 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
19:25:36.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.653218 30345 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "a7055a9cb7474ff4a7a535645bd075e7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:36.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.654084 30345 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: This master's current role is: FOLLOWER
19:25:36.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.654155 30275 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: SysCatalogTable state changed. Reason: New leader a7055a9cb7474ff4a7a535645bd075e7. Latest consensus state: current_term: 4 leader_uuid: "a7055a9cb7474ff4a7a535645bd075e7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:36.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.654448 30275 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: This master's current role is: FOLLOWER
19:25:36.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.655623 29959 heartbeater.cc:347] Connected to a master server at 127.28.30.124:41835
19:25:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.657513 30200 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "4cb45e339fd441dd9e5a61b8d589ded7" instance_seqno: 1786389932224992) as {username='slave'} at 127.28.30.67:46511; Asking this server to re-register.
19:25:36.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.658149 29959 heartbeater.cc:464] Registering TS with master...
19:25:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.659647 30200 ts_manager.cc:194] Registered new tserver with Master: 4cb45e339fd441dd9e5a61b8d589ded7 (127.28.30.67:37625)
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.634497 29003 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48814:
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:25:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:25:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
19:25:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.668159 30275 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "a7055a9cb7474ff4a7a535645bd075e7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.668464 30275 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [sys.catalog]: This master's current role is: FOLLOWER
19:25:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:36.671355 29003 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:25:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.677127 30311 sys_catalog.cc:455] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "a7055a9cb7474ff4a7a535645bd075e7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } } }
19:25:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:36.677852 30311 sys_catalog.cc:458] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 [sys.catalog]: This master's current role is: LEADER
19:25:37.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:37.137108 28970 consensus_peers.cc:487] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 -> Peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Couldn't send request to peer a90115d382f747f3be697b160e05ac69. Status: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
19:25:37.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:37.606490 29750 heartbeater.cc:503] Master 127.28.30.125:32859 was elected leader, sending a full tablet report...
19:25:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:37.655653 29962 heartbeater.cc:503] Master 127.28.30.125:32859 was elected leader, sending a full tablet report...
19:25:37.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:37.662468 28970 consensus_peers.cc:487] T 00000000000000000000000000000000 P a7055a9cb7474ff4a7a535645bd075e7 -> Peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Couldn't send request to peer a90115d382f747f3be697b160e05ac69. Status: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
19:25:37.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f7929571538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
19:25:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
19:25:37.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f793c5e1be2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
19:25:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f793c5d27d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
19:25:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f793c72716b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
19:25:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f793c727d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
19:25:37.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f793c72c9cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
19:25:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f79367ddcc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
19:25:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f79367dd9f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
19:25:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f793014e9be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
19:25:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f793014d79e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
19:25:37.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f7930153b25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
19:25:38.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f793015454f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
19:25:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f7930154378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
19:25:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
19:25:38.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f7929636eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
19:25:38.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f792c9106da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
19:25:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f79258a661e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
19:25:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:25:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
19:25:38.046 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.30.125:32859(127.28.30.125:32859)] handling channelInactive
19:25:38.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state READY due to: connection closed
19:25:38.047 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.28.30.125:32859(127.28.30.125:32859) for tablet Kudu Master: connection closed
19:25:38.055 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:25:38.238 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.239 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.276 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.296193 30364 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:38.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.296458 30364 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:38.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.297286 30364 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:38.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:38.300263 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:38.300488 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.300625 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.301137 30364 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:38.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.353798 29511 heartbeater.cc:503] Master 127.28.30.125:32859 was elected leader, sending a full tablet report...
19:25:38.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.377 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.438 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2024561246(state=PENDING, result=null, callback=(continuation of Deferred@403819507 after retry RPC after error@1568550048) -> (continuation of Deferred@323197264 after retry RPC after error@153575372) -> (continuation of Deferred@536826696 after retry RPC after error@860383035) -> (continuation of Deferred@1011802395 after retry RPC after error@254017633) -> (continuation of Deferred@1789159390 after retry RPC after error@438674446) -> (continuation of Deferred@1361627240 after retry RPC after error@2124479780), errback=(continuation of Deferred@403819507 after retry RPC after error@1568550048) -> (continuation of Deferred@323197264 after retry RPC after error@153575372) -> (continuation of Deferred@536826696 after retry RPC after error@860383035) -> (continuation of Deferred@1011802395 after retry RPC after error@254017633) -> (continuation of Deferred@1789159390 after retry RPC after error@438674446) -> (continuation of Deferred@1361627240 after retry RPC after error@2124479780)))
19:25:38.439 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2024561246(state=PENDING, result=null, callback=(continuation of Deferred@403819507 after retry RPC after error@1568550048) -> (continuation of Deferred@323197264 after retry RPC after error@153575372) -> (continuation of Deferred@536826696 after retry RPC after error@860383035) -> (continuation of Deferred@1011802395 after retry RPC after error@254017633) -> (continuation of Deferred@1789159390 after retry RPC after error@438674446) -> (continuation of Deferred@1361627240 after retry RPC after error@2124479780), errback=(continuation of Deferred@403819507 after retry RPC after error@1568550048) -> (continuation of Deferred@323197264 after retry RPC after error@153575372) -> (continuation of Deferred@536826696 after retry RPC after error@860383035) -> (continuation of Deferred@1011802395 after retry RPC after error@254017633) -> (continuation of Deferred@1789159390 after retry RPC after error@438674446) -> (continuation of Deferred@1361627240 after retry RPC after error@2124479780)))
19:25:38.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.476 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.698 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1166141858(state=PENDING, result=null, callback=(continuation of Deferred@2015450252 after retry RPC after error@352429593) -> (continuation of Deferred@1442193683 after retry RPC after error@527437558) -> (continuation of Deferred@1829219488 after retry RPC after error@1966014071) -> (continuation of Deferred@297056120 after retry RPC after error@246156294) -> (continuation of Deferred@1587463135 after retry RPC after error@1547785021) -> (continuation of Deferred@1761222842 after retry RPC after error@106483103) -> (continuation of Deferred@779118256 after retry RPC after error@2029912312) -> (continuation of Deferred@1094189229 after retry RPC after error@21760288), errback=(continuation of Deferred@2015450252 after retry RPC after error@352429593) -> (continuation of Deferred@1442193683 after retry RPC after error@527437558) -> (continuation of Deferred@1829219488 after retry RPC after error@1966014071) -> (continuation of Deferred@297056120 after retry RPC after error@246156294) -> (continuation of Deferred@1587463135 after retry RPC after error@1547785021) -> (continuation of Deferred@1761222842 after retry RPC after error@106483103) -> (continuation of Deferred@779118256 after retry RPC after error@2029912312) -> (continuation of Deferred@1094189229 after retry RPC after error@21760288)))
19:25:38.699 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1166141858(state=PENDING, result=null, callback=(continuation of Deferred@2015450252 after retry RPC after error@352429593) -> (continuation of Deferred@1442193683 after retry RPC after error@527437558) -> (continuation of Deferred@1829219488 after retry RPC after error@1966014071) -> (continuation of Deferred@297056120 after retry RPC after error@246156294) -> (continuation of Deferred@1587463135 after retry RPC after error@1547785021) -> (continuation of Deferred@1761222842 after retry RPC after error@106483103) -> (continuation of Deferred@779118256 after retry RPC after error@2029912312) -> (continuation of Deferred@1094189229 after retry RPC after error@21760288), errback=(continuation of Deferred@2015450252 after retry RPC after error@352429593) -> (continuation of Deferred@1442193683 after retry RPC after error@527437558) -> (continuation of Deferred@1829219488 after retry RPC after error@1966014071) -> (continuation of Deferred@297056120 after retry RPC after error@246156294) -> (continuation of Deferred@1587463135 after retry RPC after error@1547785021) -> (continuation of Deferred@1761222842 after retry RPC after error@106483103) -> (continuation of Deferred@779118256 after retry RPC after error@2029912312) -> (continuation of Deferred@1094189229 after retry RPC after error@21760288)))
19:25:38.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.727173 30364 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.727387 30364 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:38.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.727988 30364 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:38.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:38.729669 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:38.729882 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.730042 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.730432 30364 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:38.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.836 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@639602035(state=PENDING, result=null, callback=(continuation of Deferred@873959895 after retry RPC after error@2124550283) -> (continuation of Deferred@1479025369 after retry RPC after error@33970362) -> (continuation of Deferred@177731588 after retry RPC after error@1683982229) -> (continuation of Deferred@2113429293 after retry RPC after error@1300958112) -> (continuation of Deferred@2028572109 after retry RPC after error@1611845226) -> (continuation of Deferred@1596777586 after retry RPC after error@1257185852) -> (continuation of Deferred@2119981385 after retry RPC after error@139180406), errback=(continuation of Deferred@873959895 after retry RPC after error@2124550283) -> (continuation of Deferred@1479025369 after retry RPC after error@33970362) -> (continuation of Deferred@177731588 after retry RPC after error@1683982229) -> (continuation of Deferred@2113429293 after retry RPC after error@1300958112) -> (continuation of Deferred@2028572109 after retry RPC after error@1611845226) -> (continuation of Deferred@1596777586 after retry RPC after error@1257185852) -> (continuation of Deferred@2119981385 after retry RPC after error@139180406)))
19:25:38.879 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@639602035(state=PENDING, result=null, callback=(continuation of Deferred@873959895 after retry RPC after error@2124550283) -> (continuation of Deferred@1479025369 after retry RPC after error@33970362) -> (continuation of Deferred@177731588 after retry RPC after error@1683982229) -> (continuation of Deferred@2113429293 after retry RPC after error@1300958112) -> (continuation of Deferred@2028572109 after retry RPC after error@1611845226) -> (continuation of Deferred@1596777586 after retry RPC after error@1257185852) -> (continuation of Deferred@2119981385 after retry RPC after error@139180406), errback=(continuation of Deferred@873959895 after retry RPC after error@2124550283) -> (continuation of Deferred@1479025369 after retry RPC after error@33970362) -> (continuation of Deferred@177731588 after retry RPC after error@1683982229) -> (continuation of Deferred@2113429293 after retry RPC after error@1300958112) -> (continuation of Deferred@2028572109 after retry RPC after error@1611845226) -> (continuation of Deferred@1596777586 after retry RPC after error@1257185852) -> (continuation of Deferred@2119981385 after retry RPC after error@139180406)))
19:25:38.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:38.917842 29549 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.171s from last keepalive heartbeat (effective timeout is 1.000s)
19:25:38.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:38.919212 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:25:38.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:38.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:38.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:38.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:38.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:38.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@332941438(state=PENDING, result=null, callback=(continuation of Deferred@619554643 after retry RPC after error@264229264) -> (continuation of Deferred@1108709465 after retry RPC after error@325041117) -> (continuation of Deferred@1522614746 after retry RPC after error@721631299) -> (continuation of Deferred@1165685282 after retry RPC after error@731199491) -> (continuation of Deferred@2072671034 after retry RPC after error@1232706856) -> (continuation of Deferred@1535155655 after retry RPC after error@1507320724) -> (continuation of Deferred@1911314487 after retry RPC after error@1962482687), errback=(continuation of Deferred@619554643 after retry RPC after error@264229264) -> (continuation of Deferred@1108709465 after retry RPC after error@325041117) -> (continuation of Deferred@1522614746 after retry RPC after error@721631299) -> (continuation of Deferred@1165685282 after retry RPC after error@731199491) -> (continuation of Deferred@2072671034 after retry RPC after error@1232706856) -> (continuation of Deferred@1535155655 after retry RPC after error@1507320724) -> (continuation of Deferred@1911314487 after retry RPC after error@1962482687)))
19:25:39.078 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@332941438(state=PENDING, result=null, callback=(continuation of Deferred@619554643 after retry RPC after error@264229264) -> (continuation of Deferred@1108709465 after retry RPC after error@325041117) -> (continuation of Deferred@1522614746 after retry RPC after error@721631299) -> (continuation of Deferred@1165685282 after retry RPC after error@731199491) -> (continuation of Deferred@2072671034 after retry RPC after error@1232706856) -> (continuation of Deferred@1535155655 after retry RPC after error@1507320724) -> (continuation of Deferred@1911314487 after retry RPC after error@1962482687), errback=(continuation of Deferred@619554643 after retry RPC after error@264229264) -> (continuation of Deferred@1108709465 after retry RPC after error@325041117) -> (continuation of Deferred@1522614746 after retry RPC after error@721631299) -> (continuation of Deferred@1165685282 after retry RPC after error@731199491) -> (continuation of Deferred@2072671034 after retry RPC after error@1232706856) -> (continuation of Deferred@1535155655 after retry RPC after error@1507320724) -> (continuation of Deferred@1911314487 after retry RPC after error@1962482687)))
19:25:39.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.176 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.256 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.318 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [165ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@817666710(state=PENDING, result=null, callback=(continuation of Deferred@342404529 after retry RPC after error@1374050461) -> (continuation of Deferred@1620349823 after retry RPC after error@875089361) -> (continuation of Deferred@1711074240 after retry RPC after error@113075538) -> (continuation of Deferred@1123422609 after retry RPC after error@818023003) -> (continuation of Deferred@845305192 after retry RPC after error@1603805571) -> (continuation of Deferred@764467576 after retry RPC after error@228625987) -> (continuation of Deferred@768168842 after retry RPC after error@860089225), errback=(continuation of Deferred@342404529 after retry RPC after error@1374050461) -> (continuation of Deferred@1620349823 after retry RPC after error@875089361) -> (continuation of Deferred@1711074240 after retry RPC after error@113075538) -> (continuation of Deferred@1123422609 after retry RPC after error@818023003) -> (continuation of Deferred@845305192 after retry RPC after error@1603805571) -> (continuation of Deferred@764467576 after retry RPC after error@228625987) -> (continuation of Deferred@768168842 after retry RPC after error@860089225)))
19:25:39.318 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [165ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@817666710(state=PENDING, result=null, callback=(continuation of Deferred@342404529 after retry RPC after error@1374050461) -> (continuation of Deferred@1620349823 after retry RPC after error@875089361) -> (continuation of Deferred@1711074240 after retry RPC after error@113075538) -> (continuation of Deferred@1123422609 after retry RPC after error@818023003) -> (continuation of Deferred@845305192 after retry RPC after error@1603805571) -> (continuation of Deferred@764467576 after retry RPC after error@228625987) -> (continuation of Deferred@768168842 after retry RPC after error@860089225), errback=(continuation of Deferred@342404529 after retry RPC after error@1374050461) -> (continuation of Deferred@1620349823 after retry RPC after error@875089361) -> (continuation of Deferred@1711074240 after retry RPC after error@113075538) -> (continuation of Deferred@1123422609 after retry RPC after error@818023003) -> (continuation of Deferred@845305192 after retry RPC after error@1603805571) -> (continuation of Deferred@764467576 after retry RPC after error@228625987) -> (continuation of Deferred@768168842 after retry RPC after error@860089225)))
19:25:39.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:39.338727 30391 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:39.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:39.338953 30391 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:39.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:39.339586 30391 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:39.342079 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:39.342314 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:39.342399 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:39.342622 30391 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:39.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.356 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.518 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@83358394(state=PENDING, result=null, callback=(continuation of Deferred@1050224472 after retry RPC after error@1777947850) -> (continuation of Deferred@1748345640 after retry RPC after error@1408036534) -> (continuation of Deferred@607694964 after retry RPC after error@130350909) -> (continuation of Deferred@1110257678 after retry RPC after error@1979772835) -> (continuation of Deferred@400181767 after retry RPC after error@935813846) -> (continuation of Deferred@482445664 after retry RPC after error@1842155692) -> (continuation of Deferred@679671136 after retry RPC after error@610268020), errback=(continuation of Deferred@1050224472 after retry RPC after error@1777947850) -> (continuation of Deferred@1748345640 after retry RPC after error@1408036534) -> (continuation of Deferred@607694964 after retry RPC after error@130350909) -> (continuation of Deferred@1110257678 after retry RPC after error@1979772835) -> (continuation of Deferred@400181767 after retry RPC after error@935813846) -> (continuation of Deferred@482445664 after retry RPC after error@1842155692) -> (continuation of Deferred@679671136 after retry RPC after error@610268020)))
19:25:39.518 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@83358394(state=PENDING, result=null, callback=(continuation of Deferred@1050224472 after retry RPC after error@1777947850) -> (continuation of Deferred@1748345640 after retry RPC after error@1408036534) -> (continuation of Deferred@607694964 after retry RPC after error@130350909) -> (continuation of Deferred@1110257678 after retry RPC after error@1979772835) -> (continuation of Deferred@400181767 after retry RPC after error@935813846) -> (continuation of Deferred@482445664 after retry RPC after error@1842155692) -> (continuation of Deferred@679671136 after retry RPC after error@610268020), errback=(continuation of Deferred@1050224472 after retry RPC after error@1777947850) -> (continuation of Deferred@1748345640 after retry RPC after error@1408036534) -> (continuation of Deferred@607694964 after retry RPC after error@130350909) -> (continuation of Deferred@1110257678 after retry RPC after error@1979772835) -> (continuation of Deferred@400181767 after retry RPC after error@935813846) -> (continuation of Deferred@482445664 after retry RPC after error@1842155692) -> (continuation of Deferred@679671136 after retry RPC after error@610268020)))
19:25:39.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.718 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [104ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [184ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1258252894(state=PENDING, result=null, callback=(continuation of Deferred@633251198 after retry RPC after error@1695628740) -> (continuation of Deferred@980355738 after retry RPC after error@200489491) -> (continuation of Deferred@1538718534 after retry RPC after error@933561065) -> (continuation of Deferred@1977410909 after retry RPC after error@1735223895) -> (continuation of Deferred@191746359 after retry RPC after error@348141817) -> (continuation of Deferred@111464753 after retry RPC after error@169294944), errback=(continuation of Deferred@633251198 after retry RPC after error@1695628740) -> (continuation of Deferred@980355738 after retry RPC after error@200489491) -> (continuation of Deferred@1538718534 after retry RPC after error@933561065) -> (continuation of Deferred@1977410909 after retry RPC after error@1735223895) -> (continuation of Deferred@191746359 after retry RPC after error@348141817) -> (continuation of Deferred@111464753 after retry RPC after error@169294944)))
19:25:39.719 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [104ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [184ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1258252894(state=PENDING, result=null, callback=(continuation of Deferred@633251198 after retry RPC after error@1695628740) -> (continuation of Deferred@980355738 after retry RPC after error@200489491) -> (continuation of Deferred@1538718534 after retry RPC after error@933561065) -> (continuation of Deferred@1977410909 after retry RPC after error@1735223895) -> (continuation of Deferred@191746359 after retry RPC after error@348141817) -> (continuation of Deferred@111464753 after retry RPC after error@169294944), errback=(continuation of Deferred@633251198 after retry RPC after error@1695628740) -> (continuation of Deferred@980355738 after retry RPC after error@200489491) -> (continuation of Deferred@1538718534 after retry RPC after error@933561065) -> (continuation of Deferred@1977410909 after retry RPC after error@1735223895) -> (continuation of Deferred@191746359 after retry RPC after error@348141817) -> (continuation of Deferred@111464753 after retry RPC after error@169294944)))
19:25:39.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@992538243(state=PENDING, result=null, callback=(continuation of Deferred@587613310 after retry RPC after error@1826154571) -> (continuation of Deferred@1572401848 after retry RPC after error@563630970) -> (continuation of Deferred@808240771 after retry RPC after error@463338109) -> (continuation of Deferred@19592836 after retry RPC after error@1657435736) -> (continuation of Deferred@872721500 after retry RPC after error@1077868211) -> (continuation of Deferred@385267430 after retry RPC after error@658471638), errback=(continuation of Deferred@587613310 after retry RPC after error@1826154571) -> (continuation of Deferred@1572401848 after retry RPC after error@563630970) -> (continuation of Deferred@808240771 after retry RPC after error@463338109) -> (continuation of Deferred@19592836 after retry RPC after error@1657435736) -> (continuation of Deferred@872721500 after retry RPC after error@1077868211) -> (continuation of Deferred@385267430 after retry RPC after error@658471638)))
19:25:39.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@992538243(state=PENDING, result=null, callback=(continuation of Deferred@587613310 after retry RPC after error@1826154571) -> (continuation of Deferred@1572401848 after retry RPC after error@563630970) -> (continuation of Deferred@808240771 after retry RPC after error@463338109) -> (continuation of Deferred@19592836 after retry RPC after error@1657435736) -> (continuation of Deferred@872721500 after retry RPC after error@1077868211) -> (continuation of Deferred@385267430 after retry RPC after error@658471638), errback=(continuation of Deferred@587613310 after retry RPC after error@1826154571) -> (continuation of Deferred@1572401848 after retry RPC after error@563630970) -> (continuation of Deferred@808240771 after retry RPC after error@463338109) -> (continuation of Deferred@19592836 after retry RPC after error@1657435736) -> (continuation of Deferred@872721500 after retry RPC after error@1077868211) -> (continuation of Deferred@385267430 after retry RPC after error@658471638)))
19:25:39.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:39.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:39.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:39.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:39.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:39.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.166 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@507294698(state=PENDING, result=null, callback=(continuation of Deferred@981173027 after retry RPC after error@305489591) -> (continuation of Deferred@547451359 after retry RPC after error@1543058882) -> (continuation of Deferred@1031657221 after retry RPC after error@79957699) -> (continuation of Deferred@801159181 after retry RPC after error@1032183570) -> (continuation of Deferred@1855189592 after retry RPC after error@1250253663) -> (continuation of Deferred@1613730514 after retry RPC after error@1942072458) -> (continuation of Deferred@36798872 after retry RPC after error@1653505314), errback=(continuation of Deferred@981173027 after retry RPC after error@305489591) -> (continuation of Deferred@547451359 after retry RPC after error@1543058882) -> (continuation of Deferred@1031657221 after retry RPC after error@79957699) -> (continuation of Deferred@801159181 after retry RPC after error@1032183570) -> (continuation of Deferred@1855189592 after retry RPC after error@1250253663) -> (continuation of Deferred@1613730514 after retry RPC after error@1942072458) -> (continuation of Deferred@36798872 after retry RPC after error@1653505314)))
19:25:40.167 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@507294698(state=PENDING, result=null, callback=(continuation of Deferred@981173027 after retry RPC after error@305489591) -> (continuation of Deferred@547451359 after retry RPC after error@1543058882) -> (continuation of Deferred@1031657221 after retry RPC after error@79957699) -> (continuation of Deferred@801159181 after retry RPC after error@1032183570) -> (continuation of Deferred@1855189592 after retry RPC after error@1250253663) -> (continuation of Deferred@1613730514 after retry RPC after error@1942072458) -> (continuation of Deferred@36798872 after retry RPC after error@1653505314), errback=(continuation of Deferred@981173027 after retry RPC after error@305489591) -> (continuation of Deferred@547451359 after retry RPC after error@1543058882) -> (continuation of Deferred@1031657221 after retry RPC after error@79957699) -> (continuation of Deferred@801159181 after retry RPC after error@1032183570) -> (continuation of Deferred@1855189592 after retry RPC after error@1250253663) -> (continuation of Deferred@1613730514 after retry RPC after error@1942072458) -> (continuation of Deferred@36798872 after retry RPC after error@1653505314)))
19:25:40.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.343082 30404 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.343343 30404 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.344086 30404 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:40.346565 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:40.346755 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.346843 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.347077 30404 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:40.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@482261245(state=PENDING, result=null, callback=(continuation of Deferred@1254626885 after retry RPC after error@908454555) -> (continuation of Deferred@1771586247 after retry RPC after error@8943193) -> (continuation of Deferred@184033843 after retry RPC after error@319844549) -> (continuation of Deferred@951420442 after retry RPC after error@2068579819) -> (continuation of Deferred@820922635 after retry RPC after error@552112523) -> (continuation of Deferred@888751834 after retry RPC after error@788623091) -> (continuation of Deferred@1835392009 after retry RPC after error@157641959), errback=(continuation of Deferred@1254626885 after retry RPC after error@908454555) -> (continuation of Deferred@1771586247 after retry RPC after error@8943193) -> (continuation of Deferred@184033843 after retry RPC after error@319844549) -> (continuation of Deferred@951420442 after retry RPC after error@2068579819) -> (continuation of Deferred@820922635 after retry RPC after error@552112523) -> (continuation of Deferred@888751834 after retry RPC after error@788623091) -> (continuation of Deferred@1835392009 after retry RPC after error@157641959)))
19:25:40.399 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@482261245(state=PENDING, result=null, callback=(continuation of Deferred@1254626885 after retry RPC after error@908454555) -> (continuation of Deferred@1771586247 after retry RPC after error@8943193) -> (continuation of Deferred@184033843 after retry RPC after error@319844549) -> (continuation of Deferred@951420442 after retry RPC after error@2068579819) -> (continuation of Deferred@820922635 after retry RPC after error@552112523) -> (continuation of Deferred@888751834 after retry RPC after error@788623091) -> (continuation of Deferred@1835392009 after retry RPC after error@157641959), errback=(continuation of Deferred@1254626885 after retry RPC after error@908454555) -> (continuation of Deferred@1771586247 after retry RPC after error@8943193) -> (continuation of Deferred@184033843 after retry RPC after error@319844549) -> (continuation of Deferred@951420442 after retry RPC after error@2068579819) -> (continuation of Deferred@820922635 after retry RPC after error@552112523) -> (continuation of Deferred@888751834 after retry RPC after error@788623091) -> (continuation of Deferred@1835392009 after retry RPC after error@157641959)))
19:25:40.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1008189993(state=PENDING, result=null, callback=(continuation of Deferred@1164350654 after retry RPC after error@960004659) -> (continuation of Deferred@353465543 after retry RPC after error@395700934) -> (continuation of Deferred@1722241006 after retry RPC after error@460546067) -> (continuation of Deferred@98212086 after retry RPC after error@1033994577) -> (continuation of Deferred@1638232372 after retry RPC after error@1633089259) -> (continuation of Deferred@815456031 after retry RPC after error@25197396) -> (continuation of Deferred@1273403009 after retry RPC after error@491897016), errback=(continuation of Deferred@1164350654 after retry RPC after error@960004659) -> (continuation of Deferred@353465543 after retry RPC after error@395700934) -> (continuation of Deferred@1722241006 after retry RPC after error@460546067) -> (continuation of Deferred@98212086 after retry RPC after error@1033994577) -> (continuation of Deferred@1638232372 after retry RPC after error@1633089259) -> (continuation of Deferred@815456031 after retry RPC after error@25197396) -> (continuation of Deferred@1273403009 after retry RPC after error@491897016)))
19:25:40.619 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1008189993(state=PENDING, result=null, callback=(continuation of Deferred@1164350654 after retry RPC after error@960004659) -> (continuation of Deferred@353465543 after retry RPC after error@395700934) -> (continuation of Deferred@1722241006 after retry RPC after error@460546067) -> (continuation of Deferred@98212086 after retry RPC after error@1033994577) -> (continuation of Deferred@1638232372 after retry RPC after error@1633089259) -> (continuation of Deferred@815456031 after retry RPC after error@25197396) -> (continuation of Deferred@1273403009 after retry RPC after error@491897016), errback=(continuation of Deferred@1164350654 after retry RPC after error@960004659) -> (continuation of Deferred@353465543 after retry RPC after error@395700934) -> (continuation of Deferred@1722241006 after retry RPC after error@460546067) -> (continuation of Deferred@98212086 after retry RPC after error@1033994577) -> (continuation of Deferred@1638232372 after retry RPC after error@1633089259) -> (continuation of Deferred@815456031 after retry RPC after error@25197396) -> (continuation of Deferred@1273403009 after retry RPC after error@491897016)))
19:25:40.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.798 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1880608972(state=PENDING, result=null, callback=(continuation of Deferred@103866966 after retry RPC after error@632991589) -> (continuation of Deferred@1389019670 after retry RPC after error@471198003) -> (continuation of Deferred@490117813 after retry RPC after error@1829232625) -> (continuation of Deferred@1775856181 after retry RPC after error@1513511500) -> (continuation of Deferred@1937539213 after retry RPC after error@542585156) -> (continuation of Deferred@50167737 after retry RPC after error@1794220432), errback=(continuation of Deferred@103866966 after retry RPC after error@632991589) -> (continuation of Deferred@1389019670 after retry RPC after error@471198003) -> (continuation of Deferred@490117813 after retry RPC after error@1829232625) -> (continuation of Deferred@1775856181 after retry RPC after error@1513511500) -> (continuation of Deferred@1937539213 after retry RPC after error@542585156) -> (continuation of Deferred@50167737 after retry RPC after error@1794220432)))
19:25:40.798 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1880608972(state=PENDING, result=null, callback=(continuation of Deferred@103866966 after retry RPC after error@632991589) -> (continuation of Deferred@1389019670 after retry RPC after error@471198003) -> (continuation of Deferred@490117813 after retry RPC after error@1829232625) -> (continuation of Deferred@1775856181 after retry RPC after error@1513511500) -> (continuation of Deferred@1937539213 after retry RPC after error@542585156) -> (continuation of Deferred@50167737 after retry RPC after error@1794220432), errback=(continuation of Deferred@103866966 after retry RPC after error@632991589) -> (continuation of Deferred@1389019670 after retry RPC after error@471198003) -> (continuation of Deferred@490117813 after retry RPC after error@1829232625) -> (continuation of Deferred@1775856181 after retry RPC after error@1513511500) -> (continuation of Deferred@1937539213 after retry RPC after error@542585156) -> (continuation of Deferred@50167737 after retry RPC after error@1794220432)))
19:25:40.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.812981 30404 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:40.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.813169 30404 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:40.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.813719 30404 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:40.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:40.815649 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:40.815965 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.816105 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:40.816449 30404 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:40.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:40.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:40.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:40.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:40.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:40.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.036 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1234858091(state=PENDING, result=null, callback=(continuation of Deferred@2111960747 after retry RPC after error@1372441345) -> (continuation of Deferred@1776737241 after retry RPC after error@1944450982) -> (continuation of Deferred@29561823 after retry RPC after error@1055479077) -> (continuation of Deferred@1628338482 after retry RPC after error@1032518258) -> (continuation of Deferred@609111031 after retry RPC after error@1350197798) -> (continuation of Deferred@1110398706 after retry RPC after error@672951727) -> (continuation of Deferred@2128317096 after retry RPC after error@2108926983), errback=(continuation of Deferred@2111960747 after retry RPC after error@1372441345) -> (continuation of Deferred@1776737241 after retry RPC after error@1944450982) -> (continuation of Deferred@29561823 after retry RPC after error@1055479077) -> (continuation of Deferred@1628338482 after retry RPC after error@1032518258) -> (continuation of Deferred@609111031 after retry RPC after error@1350197798) -> (continuation of Deferred@1110398706 after retry RPC after error@672951727) -> (continuation of Deferred@2128317096 after retry RPC after error@2108926983)))
19:25:41.040 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1234858091(state=PENDING, result=null, callback=(continuation of Deferred@2111960747 after retry RPC after error@1372441345) -> (continuation of Deferred@1776737241 after retry RPC after error@1944450982) -> (continuation of Deferred@29561823 after retry RPC after error@1055479077) -> (continuation of Deferred@1628338482 after retry RPC after error@1032518258) -> (continuation of Deferred@609111031 after retry RPC after error@1350197798) -> (continuation of Deferred@1110398706 after retry RPC after error@672951727) -> (continuation of Deferred@2128317096 after retry RPC after error@2108926983), errback=(continuation of Deferred@2111960747 after retry RPC after error@1372441345) -> (continuation of Deferred@1776737241 after retry RPC after error@1944450982) -> (continuation of Deferred@29561823 after retry RPC after error@1055479077) -> (continuation of Deferred@1628338482 after retry RPC after error@1032518258) -> (continuation of Deferred@609111031 after retry RPC after error@1350197798) -> (continuation of Deferred@1110398706 after retry RPC after error@672951727) -> (continuation of Deferred@2128317096 after retry RPC after error@2108926983)))
19:25:41.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:41.260514 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:25:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:41.260775 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:25:41.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.297 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@268679127(state=PENDING, result=null, callback=(continuation of Deferred@623680985 after retry RPC after error@1831438856) -> (continuation of Deferred@28103440 after retry RPC after error@203190781) -> (continuation of Deferred@1293940722 after retry RPC after error@1816612243) -> (continuation of Deferred@194258776 after retry RPC after error@1684552782) -> (continuation of Deferred@1450895190 after retry RPC after error@463839) -> (continuation of Deferred@713251424 after retry RPC after error@262969650) -> (continuation of Deferred@242065350 after retry RPC after error@919399487), errback=(continuation of Deferred@623680985 after retry RPC after error@1831438856) -> (continuation of Deferred@28103440 after retry RPC after error@203190781) -> (continuation of Deferred@1293940722 after retry RPC after error@1816612243) -> (continuation of Deferred@194258776 after retry RPC after error@1684552782) -> (continuation of Deferred@1450895190 after retry RPC after error@463839) -> (continuation of Deferred@713251424 after retry RPC after error@262969650) -> (continuation of Deferred@242065350 after retry RPC after error@919399487)))
19:25:41.298 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@268679127(state=PENDING, result=null, callback=(continuation of Deferred@623680985 after retry RPC after error@1831438856) -> (continuation of Deferred@28103440 after retry RPC after error@203190781) -> (continuation of Deferred@1293940722 after retry RPC after error@1816612243) -> (continuation of Deferred@194258776 after retry RPC after error@1684552782) -> (continuation of Deferred@1450895190 after retry RPC after error@463839) -> (continuation of Deferred@713251424 after retry RPC after error@262969650) -> (continuation of Deferred@242065350 after retry RPC after error@919399487), errback=(continuation of Deferred@623680985 after retry RPC after error@1831438856) -> (continuation of Deferred@28103440 after retry RPC after error@203190781) -> (continuation of Deferred@1293940722 after retry RPC after error@1816612243) -> (continuation of Deferred@194258776 after retry RPC after error@1684552782) -> (continuation of Deferred@1450895190 after retry RPC after error@463839) -> (continuation of Deferred@713251424 after retry RPC after error@262969650) -> (continuation of Deferred@242065350 after retry RPC after error@919399487)))
19:25:41.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.336 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1421410463(state=PENDING, result=null, callback=(continuation of Deferred@1658041216 after retry RPC after error@260583295) -> (continuation of Deferred@1725432853 after retry RPC after error@2054774185) -> (continuation of Deferred@88719061 after retry RPC after error@1274317524) -> (continuation of Deferred@1831520019 after retry RPC after error@1569610506) -> (continuation of Deferred@368699768 after retry RPC after error@2050253625) -> (continuation of Deferred@1100816691 after retry RPC after error@1852072961) -> (continuation of Deferred@873263772 after retry RPC after error@1844994703), errback=(continuation of Deferred@1658041216 after retry RPC after error@260583295) -> (continuation of Deferred@1725432853 after retry RPC after error@2054774185) -> (continuation of Deferred@88719061 after retry RPC after error@1274317524) -> (continuation of Deferred@1831520019 after retry RPC after error@1569610506) -> (continuation of Deferred@368699768 after retry RPC after error@2050253625) -> (continuation of Deferred@1100816691 after retry RPC after error@1852072961) -> (continuation of Deferred@873263772 after retry RPC after error@1844994703)))
19:25:41.499 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1421410463(state=PENDING, result=null, callback=(continuation of Deferred@1658041216 after retry RPC after error@260583295) -> (continuation of Deferred@1725432853 after retry RPC after error@2054774185) -> (continuation of Deferred@88719061 after retry RPC after error@1274317524) -> (continuation of Deferred@1831520019 after retry RPC after error@1569610506) -> (continuation of Deferred@368699768 after retry RPC after error@2050253625) -> (continuation of Deferred@1100816691 after retry RPC after error@1852072961) -> (continuation of Deferred@873263772 after retry RPC after error@1844994703), errback=(continuation of Deferred@1658041216 after retry RPC after error@260583295) -> (continuation of Deferred@1725432853 after retry RPC after error@2054774185) -> (continuation of Deferred@88719061 after retry RPC after error@1274317524) -> (continuation of Deferred@1831520019 after retry RPC after error@1569610506) -> (continuation of Deferred@368699768 after retry RPC after error@2050253625) -> (continuation of Deferred@1100816691 after retry RPC after error@1852072961) -> (continuation of Deferred@873263772 after retry RPC after error@1844994703)))
19:25:41.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1107189697(state=PENDING, result=null, callback=(continuation of Deferred@976514592 after retry RPC after error@1990968610) -> (continuation of Deferred@2058507777 after retry RPC after error@1224810177) -> (continuation of Deferred@1348287663 after retry RPC after error@2029478227) -> (continuation of Deferred@278737426 after retry RPC after error@1361826262) -> (continuation of Deferred@1747592984 after retry RPC after error@722747063) -> (continuation of Deferred@1390449765 after retry RPC after error@1565149838) -> (continuation of Deferred@1692509400 after retry RPC after error@1854590837), errback=(continuation of Deferred@976514592 after retry RPC after error@1990968610) -> (continuation of Deferred@2058507777 after retry RPC after error@1224810177) -> (continuation of Deferred@1348287663 after retry RPC after error@2029478227) -> (continuation of Deferred@278737426 after retry RPC after error@1361826262) -> (continuation of Deferred@1747592984 after retry RPC after error@722747063) -> (continuation of Deferred@1390449765 after retry RPC after error@1565149838) -> (continuation of Deferred@1692509400 after retry RPC after error@1854590837)))
19:25:41.698 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1107189697(state=PENDING, result=null, callback=(continuation of Deferred@976514592 after retry RPC after error@1990968610) -> (continuation of Deferred@2058507777 after retry RPC after error@1224810177) -> (continuation of Deferred@1348287663 after retry RPC after error@2029478227) -> (continuation of Deferred@278737426 after retry RPC after error@1361826262) -> (continuation of Deferred@1747592984 after retry RPC after error@722747063) -> (continuation of Deferred@1390449765 after retry RPC after error@1565149838) -> (continuation of Deferred@1692509400 after retry RPC after error@1854590837), errback=(continuation of Deferred@976514592 after retry RPC after error@1990968610) -> (continuation of Deferred@2058507777 after retry RPC after error@1224810177) -> (continuation of Deferred@1348287663 after retry RPC after error@2029478227) -> (continuation of Deferred@278737426 after retry RPC after error@1361826262) -> (continuation of Deferred@1747592984 after retry RPC after error@722747063) -> (continuation of Deferred@1390449765 after retry RPC after error@1565149838) -> (continuation of Deferred@1692509400 after retry RPC after error@1854590837)))
19:25:41.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.918 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1234777787(state=PENDING, result=null, callback=(continuation of Deferred@950599806 after retry RPC after error@1139576075) -> (continuation of Deferred@1221797968 after retry RPC after error@1216344863) -> (continuation of Deferred@941990046 after retry RPC after error@528934468) -> (continuation of Deferred@1313262668 after retry RPC after error@2031499664) -> (continuation of Deferred@1822574460 after retry RPC after error@1153312874) -> (continuation of Deferred@1013098525 after retry RPC after error@1953553592) -> (continuation of Deferred@169340141 after retry RPC after error@1063221437) -> (continuation of Deferred@382999819 after retry RPC after error@1689486965), errback=(continuation of Deferred@950599806 after retry RPC after error@1139576075) -> (continuation of Deferred@1221797968 after retry RPC after error@1216344863) -> (continuation of Deferred@941990046 after retry RPC after error@528934468) -> (continuation of Deferred@1313262668 after retry RPC after error@2031499664) -> (continuation of Deferred@1822574460 after retry RPC after error@1153312874) -> (continuation of Deferred@1013098525 after retry RPC after error@1953553592) -> (continuation of Deferred@169340141 after retry RPC after error@1063221437) -> (continuation of Deferred@382999819 after retry RPC after error@1689486965)))
19:25:41.919 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1234777787(state=PENDING, result=null, callback=(continuation of Deferred@950599806 after retry RPC after error@1139576075) -> (continuation of Deferred@1221797968 after retry RPC after error@1216344863) -> (continuation of Deferred@941990046 after retry RPC after error@528934468) -> (continuation of Deferred@1313262668 after retry RPC after error@2031499664) -> (continuation of Deferred@1822574460 after retry RPC after error@1153312874) -> (continuation of Deferred@1013098525 after retry RPC after error@1953553592) -> (continuation of Deferred@169340141 after retry RPC after error@1063221437) -> (continuation of Deferred@382999819 after retry RPC after error@1689486965), errback=(continuation of Deferred@950599806 after retry RPC after error@1139576075) -> (continuation of Deferred@1221797968 after retry RPC after error@1216344863) -> (continuation of Deferred@941990046 after retry RPC after error@528934468) -> (continuation of Deferred@1313262668 after retry RPC after error@2031499664) -> (continuation of Deferred@1822574460 after retry RPC after error@1153312874) -> (continuation of Deferred@1013098525 after retry RPC after error@1953553592) -> (continuation of Deferred@169340141 after retry RPC after error@1063221437) -> (continuation of Deferred@382999819 after retry RPC after error@1689486965)))
19:25:41.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:41.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:41.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:41.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:41.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:41.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@506958045(state=PENDING, result=null, callback=(continuation of Deferred@1519609862 after retry RPC after error@1294297207) -> (continuation of Deferred@721499898 after retry RPC after error@160623167) -> (continuation of Deferred@1216376915 after retry RPC after error@780193764) -> (continuation of Deferred@211065384 after retry RPC after error@306797207) -> (continuation of Deferred@1493213797 after retry RPC after error@1909958990) -> (continuation of Deferred@1505372294 after retry RPC after error@33508548) -> (continuation of Deferred@1563481364 after retry RPC after error@299993637), errback=(continuation of Deferred@1519609862 after retry RPC after error@1294297207) -> (continuation of Deferred@721499898 after retry RPC after error@160623167) -> (continuation of Deferred@1216376915 after retry RPC after error@780193764) -> (continuation of Deferred@211065384 after retry RPC after error@306797207) -> (continuation of Deferred@1493213797 after retry RPC after error@1909958990) -> (continuation of Deferred@1505372294 after retry RPC after error@33508548) -> (continuation of Deferred@1563481364 after retry RPC after error@299993637)))
19:25:42.139 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@506958045(state=PENDING, result=null, callback=(continuation of Deferred@1519609862 after retry RPC after error@1294297207) -> (continuation of Deferred@721499898 after retry RPC after error@160623167) -> (continuation of Deferred@1216376915 after retry RPC after error@780193764) -> (continuation of Deferred@211065384 after retry RPC after error@306797207) -> (continuation of Deferred@1493213797 after retry RPC after error@1909958990) -> (continuation of Deferred@1505372294 after retry RPC after error@33508548) -> (continuation of Deferred@1563481364 after retry RPC after error@299993637), errback=(continuation of Deferred@1519609862 after retry RPC after error@1294297207) -> (continuation of Deferred@721499898 after retry RPC after error@160623167) -> (continuation of Deferred@1216376915 after retry RPC after error@780193764) -> (continuation of Deferred@211065384 after retry RPC after error@306797207) -> (continuation of Deferred@1493213797 after retry RPC after error@1909958990) -> (continuation of Deferred@1505372294 after retry RPC after error@33508548) -> (continuation of Deferred@1563481364 after retry RPC after error@299993637)))
19:25:42.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@285634865(state=PENDING, result=null, callback=(continuation of Deferred@1317531127 after retry RPC after error@1673776740) -> (continuation of Deferred@1764949846 after retry RPC after error@1260356792) -> (continuation of Deferred@973480057 after retry RPC after error@1196128691) -> (continuation of Deferred@964552259 after retry RPC after error@242261904) -> (continuation of Deferred@92173263 after retry RPC after error@425989170) -> (continuation of Deferred@1342027427 after retry RPC after error@1174088915) -> (continuation of Deferred@871227304 after retry RPC after error@177313891), errback=(continuation of Deferred@1317531127 after retry RPC after error@1673776740) -> (continuation of Deferred@1764949846 after retry RPC after error@1260356792) -> (continuation of Deferred@973480057 after retry RPC after error@1196128691) -> (continuation of Deferred@964552259 after retry RPC after error@242261904) -> (continuation of Deferred@92173263 after retry RPC after error@425989170) -> (continuation of Deferred@1342027427 after retry RPC after error@1174088915) -> (continuation of Deferred@871227304 after retry RPC after error@177313891)))
19:25:42.379 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@285634865(state=PENDING, result=null, callback=(continuation of Deferred@1317531127 after retry RPC after error@1673776740) -> (continuation of Deferred@1764949846 after retry RPC after error@1260356792) -> (continuation of Deferred@973480057 after retry RPC after error@1196128691) -> (continuation of Deferred@964552259 after retry RPC after error@242261904) -> (continuation of Deferred@92173263 after retry RPC after error@425989170) -> (continuation of Deferred@1342027427 after retry RPC after error@1174088915) -> (continuation of Deferred@871227304 after retry RPC after error@177313891), errback=(continuation of Deferred@1317531127 after retry RPC after error@1673776740) -> (continuation of Deferred@1764949846 after retry RPC after error@1260356792) -> (continuation of Deferred@973480057 after retry RPC after error@1196128691) -> (continuation of Deferred@964552259 after retry RPC after error@242261904) -> (continuation of Deferred@92173263 after retry RPC after error@425989170) -> (continuation of Deferred@1342027427 after retry RPC after error@1174088915) -> (continuation of Deferred@871227304 after retry RPC after error@177313891)))
19:25:42.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.598 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1832827004(state=PENDING, result=null, callback=(continuation of Deferred@1105252495 after retry RPC after error@1857634389) -> (continuation of Deferred@1986712193 after retry RPC after error@1854892392) -> (continuation of Deferred@690796702 after retry RPC after error@229895686) -> (continuation of Deferred@770558955 after retry RPC after error@951857943) -> (continuation of Deferred@1947768022 after retry RPC after error@1716094861) -> (continuation of Deferred@624474684 after retry RPC after error@2093289735) -> (continuation of Deferred@1288410221 after retry RPC after error@1712588694), errback=(continuation of Deferred@1105252495 after retry RPC after error@1857634389) -> (continuation of Deferred@1986712193 after retry RPC after error@1854892392) -> (continuation of Deferred@690796702 after retry RPC after error@229895686) -> (continuation of Deferred@770558955 after retry RPC after error@951857943) -> (continuation of Deferred@1947768022 after retry RPC after error@1716094861) -> (continuation of Deferred@624474684 after retry RPC after error@2093289735) -> (continuation of Deferred@1288410221 after retry RPC after error@1712588694)))
19:25:42.599 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1832827004(state=PENDING, result=null, callback=(continuation of Deferred@1105252495 after retry RPC after error@1857634389) -> (continuation of Deferred@1986712193 after retry RPC after error@1854892392) -> (continuation of Deferred@690796702 after retry RPC after error@229895686) -> (continuation of Deferred@770558955 after retry RPC after error@951857943) -> (continuation of Deferred@1947768022 after retry RPC after error@1716094861) -> (continuation of Deferred@624474684 after retry RPC after error@2093289735) -> (continuation of Deferred@1288410221 after retry RPC after error@1712588694), errback=(continuation of Deferred@1105252495 after retry RPC after error@1857634389) -> (continuation of Deferred@1986712193 after retry RPC after error@1854892392) -> (continuation of Deferred@690796702 after retry RPC after error@229895686) -> (continuation of Deferred@770558955 after retry RPC after error@951857943) -> (continuation of Deferred@1947768022 after retry RPC after error@1716094861) -> (continuation of Deferred@624474684 after retry RPC after error@2093289735) -> (continuation of Deferred@1288410221 after retry RPC after error@1712588694)))
19:25:42.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.696 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.856 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [85ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1222914782(state=PENDING, result=null, callback=(continuation of Deferred@884650691 after retry RPC after error@1136272685) -> (continuation of Deferred@1473904624 after retry RPC after error@1044534551) -> (continuation of Deferred@1594873014 after retry RPC after error@1292763447) -> (continuation of Deferred@1429225753 after retry RPC after error@2046188613) -> (continuation of Deferred@1484623273 after retry RPC after error@1707550760) -> (continuation of Deferred@849908992 after retry RPC after error@2046292836) -> (continuation of Deferred@1305684278 after retry RPC after error@285855436), errback=(continuation of Deferred@884650691 after retry RPC after error@1136272685) -> (continuation of Deferred@1473904624 after retry RPC after error@1044534551) -> (continuation of Deferred@1594873014 after retry RPC after error@1292763447) -> (continuation of Deferred@1429225753 after retry RPC after error@2046188613) -> (continuation of Deferred@1484623273 after retry RPC after error@1707550760) -> (continuation of Deferred@849908992 after retry RPC after error@2046292836) -> (continuation of Deferred@1305684278 after retry RPC after error@285855436)))
19:25:42.858 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [85ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1222914782(state=PENDING, result=null, callback=(continuation of Deferred@884650691 after retry RPC after error@1136272685) -> (continuation of Deferred@1473904624 after retry RPC after error@1044534551) -> (continuation of Deferred@1594873014 after retry RPC after error@1292763447) -> (continuation of Deferred@1429225753 after retry RPC after error@2046188613) -> (continuation of Deferred@1484623273 after retry RPC after error@1707550760) -> (continuation of Deferred@849908992 after retry RPC after error@2046292836) -> (continuation of Deferred@1305684278 after retry RPC after error@285855436), errback=(continuation of Deferred@884650691 after retry RPC after error@1136272685) -> (continuation of Deferred@1473904624 after retry RPC after error@1044534551) -> (continuation of Deferred@1594873014 after retry RPC after error@1292763447) -> (continuation of Deferred@1429225753 after retry RPC after error@2046188613) -> (continuation of Deferred@1484623273 after retry RPC after error@1707550760) -> (continuation of Deferred@849908992 after retry RPC after error@2046292836) -> (continuation of Deferred@1305684278 after retry RPC after error@285855436)))
19:25:42.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:42.936743 30439 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:42.937052 30439 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:42.937822 30439 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:42.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:42.939265 30176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111) [suppressed 10 similar messages]
19:25:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:42.940616 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:42.940861 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:42.940958 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:42.941170 30439 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:42.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:42.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:42.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:42.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:42.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:42.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@323553021(state=PENDING, result=null, callback=(continuation of Deferred@262033541 after retry RPC after error@127419845) -> (continuation of Deferred@765646512 after retry RPC after error@1980191511) -> (continuation of Deferred@190857002 after retry RPC after error@1318315502) -> (continuation of Deferred@1967107546 after retry RPC after error@971818881) -> (continuation of Deferred@863971065 after retry RPC after error@1645353453) -> (continuation of Deferred@1783314696 after retry RPC after error@893659919) -> (continuation of Deferred@2135333808 after retry RPC after error@224995524), errback=(continuation of Deferred@262033541 after retry RPC after error@127419845) -> (continuation of Deferred@765646512 after retry RPC after error@1980191511) -> (continuation of Deferred@190857002 after retry RPC after error@1318315502) -> (continuation of Deferred@1967107546 after retry RPC after error@971818881) -> (continuation of Deferred@863971065 after retry RPC after error@1645353453) -> (continuation of Deferred@1783314696 after retry RPC after error@893659919) -> (continuation of Deferred@2135333808 after retry RPC after error@224995524)))
19:25:43.119 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@323553021(state=PENDING, result=null, callback=(continuation of Deferred@262033541 after retry RPC after error@127419845) -> (continuation of Deferred@765646512 after retry RPC after error@1980191511) -> (continuation of Deferred@190857002 after retry RPC after error@1318315502) -> (continuation of Deferred@1967107546 after retry RPC after error@971818881) -> (continuation of Deferred@863971065 after retry RPC after error@1645353453) -> (continuation of Deferred@1783314696 after retry RPC after error@893659919) -> (continuation of Deferred@2135333808 after retry RPC after error@224995524), errback=(continuation of Deferred@262033541 after retry RPC after error@127419845) -> (continuation of Deferred@765646512 after retry RPC after error@1980191511) -> (continuation of Deferred@190857002 after retry RPC after error@1318315502) -> (continuation of Deferred@1967107546 after retry RPC after error@971818881) -> (continuation of Deferred@863971065 after retry RPC after error@1645353453) -> (continuation of Deferred@1783314696 after retry RPC after error@893659919) -> (continuation of Deferred@2135333808 after retry RPC after error@224995524)))
19:25:43.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.318 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@473888795(state=PENDING, result=null, callback=(continuation of Deferred@1920033833 after retry RPC after error@710678881) -> (continuation of Deferred@1087612675 after retry RPC after error@734425378) -> (continuation of Deferred@1383012447 after retry RPC after error@414356578) -> (continuation of Deferred@1166328776 after retry RPC after error@1565783355) -> (continuation of Deferred@2010428206 after retry RPC after error@2068391986) -> (continuation of Deferred@405810704 after retry RPC after error@1510537728) -> (continuation of Deferred@144142252 after retry RPC after error@976084532), errback=(continuation of Deferred@1920033833 after retry RPC after error@710678881) -> (continuation of Deferred@1087612675 after retry RPC after error@734425378) -> (continuation of Deferred@1383012447 after retry RPC after error@414356578) -> (continuation of Deferred@1166328776 after retry RPC after error@1565783355) -> (continuation of Deferred@2010428206 after retry RPC after error@2068391986) -> (continuation of Deferred@405810704 after retry RPC after error@1510537728) -> (continuation of Deferred@144142252 after retry RPC after error@976084532)))
19:25:43.319 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@473888795(state=PENDING, result=null, callback=(continuation of Deferred@1920033833 after retry RPC after error@710678881) -> (continuation of Deferred@1087612675 after retry RPC after error@734425378) -> (continuation of Deferred@1383012447 after retry RPC after error@414356578) -> (continuation of Deferred@1166328776 after retry RPC after error@1565783355) -> (continuation of Deferred@2010428206 after retry RPC after error@2068391986) -> (continuation of Deferred@405810704 after retry RPC after error@1510537728) -> (continuation of Deferred@144142252 after retry RPC after error@976084532), errback=(continuation of Deferred@1920033833 after retry RPC after error@710678881) -> (continuation of Deferred@1087612675 after retry RPC after error@734425378) -> (continuation of Deferred@1383012447 after retry RPC after error@414356578) -> (continuation of Deferred@1166328776 after retry RPC after error@1565783355) -> (continuation of Deferred@2010428206 after retry RPC after error@2068391986) -> (continuation of Deferred@405810704 after retry RPC after error@1510537728) -> (continuation of Deferred@144142252 after retry RPC after error@976084532)))
19:25:43.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.579 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [244ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1443090131(state=PENDING, result=null, callback=(continuation of Deferred@1262395483 after retry RPC after error@1528257607) -> (continuation of Deferred@1822968163 after retry RPC after error@613775219) -> (continuation of Deferred@437725122 after retry RPC after error@2063840675) -> (continuation of Deferred@1431181553 after retry RPC after error@1517278148) -> (continuation of Deferred@2045101692 after retry RPC after error@531487310) -> (continuation of Deferred@973193434 after retry RPC after error@517260717) -> (continuation of Deferred@1238709805 after retry RPC after error@953940723), errback=(continuation of Deferred@1262395483 after retry RPC after error@1528257607) -> (continuation of Deferred@1822968163 after retry RPC after error@613775219) -> (continuation of Deferred@437725122 after retry RPC after error@2063840675) -> (continuation of Deferred@1431181553 after retry RPC after error@1517278148) -> (continuation of Deferred@2045101692 after retry RPC after error@531487310) -> (continuation of Deferred@973193434 after retry RPC after error@517260717) -> (continuation of Deferred@1238709805 after retry RPC after error@953940723)))
19:25:43.579 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [244ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1443090131(state=PENDING, result=null, callback=(continuation of Deferred@1262395483 after retry RPC after error@1528257607) -> (continuation of Deferred@1822968163 after retry RPC after error@613775219) -> (continuation of Deferred@437725122 after retry RPC after error@2063840675) -> (continuation of Deferred@1431181553 after retry RPC after error@1517278148) -> (continuation of Deferred@2045101692 after retry RPC after error@531487310) -> (continuation of Deferred@973193434 after retry RPC after error@517260717) -> (continuation of Deferred@1238709805 after retry RPC after error@953940723), errback=(continuation of Deferred@1262395483 after retry RPC after error@1528257607) -> (continuation of Deferred@1822968163 after retry RPC after error@613775219) -> (continuation of Deferred@437725122 after retry RPC after error@2063840675) -> (continuation of Deferred@1431181553 after retry RPC after error@1517278148) -> (continuation of Deferred@2045101692 after retry RPC after error@531487310) -> (continuation of Deferred@973193434 after retry RPC after error@517260717) -> (continuation of Deferred@1238709805 after retry RPC after error@953940723)))
19:25:43.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.736 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@772647855(state=PENDING, result=null, callback=(continuation of Deferred@729455979 after retry RPC after error@948361217) -> (continuation of Deferred@305683829 after retry RPC after error@1370217550) -> (continuation of Deferred@784700117 after retry RPC after error@546111964) -> (continuation of Deferred@1888363341 after retry RPC after error@2135480510) -> (continuation of Deferred@2098839224 after retry RPC after error@903009062) -> (continuation of Deferred@885459610 after retry RPC after error@225687956) -> (continuation of Deferred@1026505468 after retry RPC after error@516396444) -> (continuation of Deferred@316198660 after retry RPC after error@41380818), errback=(continuation of Deferred@729455979 after retry RPC after error@948361217) -> (continuation of Deferred@305683829 after retry RPC after error@1370217550) -> (continuation of Deferred@784700117 after retry RPC after error@546111964) -> (continuation of Deferred@1888363341 after retry RPC after error@2135480510) -> (continuation of Deferred@2098839224 after retry RPC after error@903009062) -> (continuation of Deferred@885459610 after retry RPC after error@225687956) -> (continuation of Deferred@1026505468 after retry RPC after error@516396444) -> (continuation of Deferred@316198660 after retry RPC after error@41380818)))
19:25:43.819 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@772647855(state=PENDING, result=null, callback=(continuation of Deferred@729455979 after retry RPC after error@948361217) -> (continuation of Deferred@305683829 after retry RPC after error@1370217550) -> (continuation of Deferred@784700117 after retry RPC after error@546111964) -> (continuation of Deferred@1888363341 after retry RPC after error@2135480510) -> (continuation of Deferred@2098839224 after retry RPC after error@903009062) -> (continuation of Deferred@885459610 after retry RPC after error@225687956) -> (continuation of Deferred@1026505468 after retry RPC after error@516396444) -> (continuation of Deferred@316198660 after retry RPC after error@41380818), errback=(continuation of Deferred@729455979 after retry RPC after error@948361217) -> (continuation of Deferred@305683829 after retry RPC after error@1370217550) -> (continuation of Deferred@784700117 after retry RPC after error@546111964) -> (continuation of Deferred@1888363341 after retry RPC after error@2135480510) -> (continuation of Deferred@2098839224 after retry RPC after error@903009062) -> (continuation of Deferred@885459610 after retry RPC after error@225687956) -> (continuation of Deferred@1026505468 after retry RPC after error@516396444) -> (continuation of Deferred@316198660 after retry RPC after error@41380818)))
19:25:43.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:43.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:43.927309 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:25:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:43.932961 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:25:43.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:43.934474 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:25:43.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:43.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:43.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:43.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:43.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.095 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1628519554(state=PENDING, result=null, callback=(continuation of Deferred@322675905 after retry RPC after error@1338448400) -> (continuation of Deferred@1754264143 after retry RPC after error@9582320) -> (continuation of Deferred@1312917391 after retry RPC after error@958469069) -> (continuation of Deferred@782996268 after retry RPC after error@1058997695) -> (continuation of Deferred@2107674668 after retry RPC after error@1286495022) -> (continuation of Deferred@1055818596 after retry RPC after error@2040224763) -> (continuation of Deferred@12817684 after retry RPC after error@1040898313), errback=(continuation of Deferred@322675905 after retry RPC after error@1338448400) -> (continuation of Deferred@1754264143 after retry RPC after error@9582320) -> (continuation of Deferred@1312917391 after retry RPC after error@958469069) -> (continuation of Deferred@782996268 after retry RPC after error@1058997695) -> (continuation of Deferred@2107674668 after retry RPC after error@1286495022) -> (continuation of Deferred@1055818596 after retry RPC after error@2040224763) -> (continuation of Deferred@12817684 after retry RPC after error@1040898313)))
19:25:44.096 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:25:44.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:44.101915 30454 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:44.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:44.102114 30454 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:44.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:44.102743 30454 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:44.105497 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:44.105722 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:44.105890 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:44.106197 30454 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:44.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1451100918(state=PENDING, result=null, callback=(continuation of Deferred@1053557502 after retry RPC after error@1197945086) -> (continuation of Deferred@1065530495 after retry RPC after error@428679363) -> (continuation of Deferred@1191709438 after retry RPC after error@957751841) -> (continuation of Deferred@320690224 after retry RPC after error@1676081576) -> (continuation of Deferred@1690190032 after retry RPC after error@1823568204) -> (continuation of Deferred@353658930 after retry RPC after error@1105979521), errback=(continuation of Deferred@1053557502 after retry RPC after error@1197945086) -> (continuation of Deferred@1065530495 after retry RPC after error@428679363) -> (continuation of Deferred@1191709438 after retry RPC after error@957751841) -> (continuation of Deferred@320690224 after retry RPC after error@1676081576) -> (continuation of Deferred@1690190032 after retry RPC after error@1823568204) -> (continuation of Deferred@353658930 after retry RPC after error@1105979521)))
19:25:44.278 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [4ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1451100918(state=PENDING, result=null, callback=(continuation of Deferred@1053557502 after retry RPC after error@1197945086) -> (continuation of Deferred@1065530495 after retry RPC after error@428679363) -> (continuation of Deferred@1191709438 after retry RPC after error@957751841) -> (continuation of Deferred@320690224 after retry RPC after error@1676081576) -> (continuation of Deferred@1690190032 after retry RPC after error@1823568204) -> (continuation of Deferred@353658930 after retry RPC after error@1105979521), errback=(continuation of Deferred@1053557502 after retry RPC after error@1197945086) -> (continuation of Deferred@1065530495 after retry RPC after error@428679363) -> (continuation of Deferred@1191709438 after retry RPC after error@957751841) -> (continuation of Deferred@320690224 after retry RPC after error@1676081576) -> (continuation of Deferred@1690190032 after retry RPC after error@1823568204) -> (continuation of Deferred@353658930 after retry RPC after error@1105979521)))
19:25:44.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.416 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.498 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@405036929(state=PENDING, result=null, callback=(continuation of Deferred@441073052 after retry RPC after error@1238734233) -> (continuation of Deferred@677862874 after retry RPC after error@302368512) -> (continuation of Deferred@1500036609 after retry RPC after error@1014268392) -> (continuation of Deferred@779063857 after retry RPC after error@309226811) -> (continuation of Deferred@241844673 after retry RPC after error@369748517) -> (continuation of Deferred@1151671503 after retry RPC after error@633583317) -> (continuation of Deferred@2038140901 after retry RPC after error@553261613), errback=(continuation of Deferred@441073052 after retry RPC after error@1238734233) -> (continuation of Deferred@677862874 after retry RPC after error@302368512) -> (continuation of Deferred@1500036609 after retry RPC after error@1014268392) -> (continuation of Deferred@779063857 after retry RPC after error@309226811) -> (continuation of Deferred@241844673 after retry RPC after error@369748517) -> (continuation of Deferred@1151671503 after retry RPC after error@633583317) -> (continuation of Deferred@2038140901 after retry RPC after error@553261613)))
19:25:44.499 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@405036929(state=PENDING, result=null, callback=(continuation of Deferred@441073052 after retry RPC after error@1238734233) -> (continuation of Deferred@677862874 after retry RPC after error@302368512) -> (continuation of Deferred@1500036609 after retry RPC after error@1014268392) -> (continuation of Deferred@779063857 after retry RPC after error@309226811) -> (continuation of Deferred@241844673 after retry RPC after error@369748517) -> (continuation of Deferred@1151671503 after retry RPC after error@633583317) -> (continuation of Deferred@2038140901 after retry RPC after error@553261613), errback=(continuation of Deferred@441073052 after retry RPC after error@1238734233) -> (continuation of Deferred@677862874 after retry RPC after error@302368512) -> (continuation of Deferred@1500036609 after retry RPC after error@1014268392) -> (continuation of Deferred@779063857 after retry RPC after error@309226811) -> (continuation of Deferred@241844673 after retry RPC after error@369748517) -> (continuation of Deferred@1151671503 after retry RPC after error@633583317) -> (continuation of Deferred@2038140901 after retry RPC after error@553261613)))
19:25:44.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@34099233(state=PENDING, result=null, callback=(continuation of Deferred@549636036 after retry RPC after error@838793837) -> (continuation of Deferred@323255979 after retry RPC after error@1393405370) -> (continuation of Deferred@1699196152 after retry RPC after error@590094255) -> (continuation of Deferred@330140743 after retry RPC after error@762549237) -> (continuation of Deferred@1963707087 after retry RPC after error@916021926) -> (continuation of Deferred@1227427718 after retry RPC after error@2029306221) -> (continuation of Deferred@1392652558 after retry RPC after error@787735962), errback=(continuation of Deferred@549636036 after retry RPC after error@838793837) -> (continuation of Deferred@323255979 after retry RPC after error@1393405370) -> (continuation of Deferred@1699196152 after retry RPC after error@590094255) -> (continuation of Deferred@330140743 after retry RPC after error@762549237) -> (continuation of Deferred@1963707087 after retry RPC after error@916021926) -> (continuation of Deferred@1227427718 after retry RPC after error@2029306221) -> (continuation of Deferred@1392652558 after retry RPC after error@787735962)))
19:25:44.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@34099233(state=PENDING, result=null, callback=(continuation of Deferred@549636036 after retry RPC after error@838793837) -> (continuation of Deferred@323255979 after retry RPC after error@1393405370) -> (continuation of Deferred@1699196152 after retry RPC after error@590094255) -> (continuation of Deferred@330140743 after retry RPC after error@762549237) -> (continuation of Deferred@1963707087 after retry RPC after error@916021926) -> (continuation of Deferred@1227427718 after retry RPC after error@2029306221) -> (continuation of Deferred@1392652558 after retry RPC after error@787735962), errback=(continuation of Deferred@549636036 after retry RPC after error@838793837) -> (continuation of Deferred@323255979 after retry RPC after error@1393405370) -> (continuation of Deferred@1699196152 after retry RPC after error@590094255) -> (continuation of Deferred@330140743 after retry RPC after error@762549237) -> (continuation of Deferred@1963707087 after retry RPC after error@916021926) -> (continuation of Deferred@1227427718 after retry RPC after error@2029306221) -> (continuation of Deferred@1392652558 after retry RPC after error@787735962)))
19:25:44.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:44.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2062813677(state=PENDING, result=null, callback=(continuation of Deferred@425826480 after retry RPC after error@2022937875) -> (continuation of Deferred@1075953599 after retry RPC after error@448822583) -> (continuation of Deferred@259117767 after retry RPC after error@1798239543) -> (continuation of Deferred@641692586 after retry RPC after error@1066376095) -> (continuation of Deferred@1047101763 after retry RPC after error@577920244) -> (continuation of Deferred@2131614003 after retry RPC after error@1016985134) -> (continuation of Deferred@1309412199 after retry RPC after error@2116647854) -> (continuation of Deferred@1870459161 after retry RPC after error@1015236190), errback=(continuation of Deferred@425826480 after retry RPC after error@2022937875) -> (continuation of Deferred@1075953599 after retry RPC after error@448822583) -> (continuation of Deferred@259117767 after retry RPC after error@1798239543) -> (continuation of Deferred@641692586 after retry RPC after error@1066376095) -> (continuation of Deferred@1047101763 after retry RPC after error@577920244) -> (continuation of Deferred@2131614003 after retry RPC after error@1016985134) -> (continuation of Deferred@1309412199 after retry RPC after error@2116647854) -> (continuation of Deferred@1870459161 after retry RPC after error@1015236190)))
19:25:44.978 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2062813677(state=PENDING, result=null, callback=(continuation of Deferred@425826480 after retry RPC after error@2022937875) -> (continuation of Deferred@1075953599 after retry RPC after error@448822583) -> (continuation of Deferred@259117767 after retry RPC after error@1798239543) -> (continuation of Deferred@641692586 after retry RPC after error@1066376095) -> (continuation of Deferred@1047101763 after retry RPC after error@577920244) -> (continuation of Deferred@2131614003 after retry RPC after error@1016985134) -> (continuation of Deferred@1309412199 after retry RPC after error@2116647854) -> (continuation of Deferred@1870459161 after retry RPC after error@1015236190), errback=(continuation of Deferred@425826480 after retry RPC after error@2022937875) -> (continuation of Deferred@1075953599 after retry RPC after error@448822583) -> (continuation of Deferred@259117767 after retry RPC after error@1798239543) -> (continuation of Deferred@641692586 after retry RPC after error@1066376095) -> (continuation of Deferred@1047101763 after retry RPC after error@577920244) -> (continuation of Deferred@2131614003 after retry RPC after error@1016985134) -> (continuation of Deferred@1309412199 after retry RPC after error@2116647854) -> (continuation of Deferred@1870459161 after retry RPC after error@1015236190)))
19:25:44.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:44.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:44.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:44.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:44.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.196 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.198 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1497079036(state=PENDING, result=null, callback=(continuation of Deferred@2105739563 after retry RPC after error@2034210647) -> (continuation of Deferred@909520760 after retry RPC after error@871340350) -> (continuation of Deferred@1455428665 after retry RPC after error@1405138073) -> (continuation of Deferred@1418333302 after retry RPC after error@459495856) -> (continuation of Deferred@1297409849 after retry RPC after error@468121206) -> (continuation of Deferred@529248448 after retry RPC after error@505726040) -> (continuation of Deferred@1956873610 after retry RPC after error@1482328110), errback=(continuation of Deferred@2105739563 after retry RPC after error@2034210647) -> (continuation of Deferred@909520760 after retry RPC after error@871340350) -> (continuation of Deferred@1455428665 after retry RPC after error@1405138073) -> (continuation of Deferred@1418333302 after retry RPC after error@459495856) -> (continuation of Deferred@1297409849 after retry RPC after error@468121206) -> (continuation of Deferred@529248448 after retry RPC after error@505726040) -> (continuation of Deferred@1956873610 after retry RPC after error@1482328110)))
19:25:45.199 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1497079036(state=PENDING, result=null, callback=(continuation of Deferred@2105739563 after retry RPC after error@2034210647) -> (continuation of Deferred@909520760 after retry RPC after error@871340350) -> (continuation of Deferred@1455428665 after retry RPC after error@1405138073) -> (continuation of Deferred@1418333302 after retry RPC after error@459495856) -> (continuation of Deferred@1297409849 after retry RPC after error@468121206) -> (continuation of Deferred@529248448 after retry RPC after error@505726040) -> (continuation of Deferred@1956873610 after retry RPC after error@1482328110), errback=(continuation of Deferred@2105739563 after retry RPC after error@2034210647) -> (continuation of Deferred@909520760 after retry RPC after error@871340350) -> (continuation of Deferred@1455428665 after retry RPC after error@1405138073) -> (continuation of Deferred@1418333302 after retry RPC after error@459495856) -> (continuation of Deferred@1297409849 after retry RPC after error@468121206) -> (continuation of Deferred@529248448 after retry RPC after error@505726040) -> (continuation of Deferred@1956873610 after retry RPC after error@1482328110)))
19:25:45.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@389478040(state=PENDING, result=null, callback=(continuation of Deferred@1833452222 after retry RPC after error@2079635842) -> (continuation of Deferred@206496381 after retry RPC after error@753682266) -> (continuation of Deferred@60734923 after retry RPC after error@1576549523) -> (continuation of Deferred@643723355 after retry RPC after error@1749431645) -> (continuation of Deferred@507559291 after retry RPC after error@37754500) -> (continuation of Deferred@1464431167 after retry RPC after error@243026262) -> (continuation of Deferred@357340807 after retry RPC after error@389699228), errback=(continuation of Deferred@1833452222 after retry RPC after error@2079635842) -> (continuation of Deferred@206496381 after retry RPC after error@753682266) -> (continuation of Deferred@60734923 after retry RPC after error@1576549523) -> (continuation of Deferred@643723355 after retry RPC after error@1749431645) -> (continuation of Deferred@507559291 after retry RPC after error@37754500) -> (continuation of Deferred@1464431167 after retry RPC after error@243026262) -> (continuation of Deferred@357340807 after retry RPC after error@389699228)))
19:25:45.418 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@389478040(state=PENDING, result=null, callback=(continuation of Deferred@1833452222 after retry RPC after error@2079635842) -> (continuation of Deferred@206496381 after retry RPC after error@753682266) -> (continuation of Deferred@60734923 after retry RPC after error@1576549523) -> (continuation of Deferred@643723355 after retry RPC after error@1749431645) -> (continuation of Deferred@507559291 after retry RPC after error@37754500) -> (continuation of Deferred@1464431167 after retry RPC after error@243026262) -> (continuation of Deferred@357340807 after retry RPC after error@389699228), errback=(continuation of Deferred@1833452222 after retry RPC after error@2079635842) -> (continuation of Deferred@206496381 after retry RPC after error@753682266) -> (continuation of Deferred@60734923 after retry RPC after error@1576549523) -> (continuation of Deferred@643723355 after retry RPC after error@1749431645) -> (continuation of Deferred@507559291 after retry RPC after error@37754500) -> (continuation of Deferred@1464431167 after retry RPC after error@243026262) -> (continuation of Deferred@357340807 after retry RPC after error@389699228)))
19:25:45.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.638 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1708975000(state=PENDING, result=null, callback=(continuation of Deferred@322011812 after retry RPC after error@1270419918) -> (continuation of Deferred@697461303 after retry RPC after error@735091902) -> (continuation of Deferred@879435714 after retry RPC after error@928997344) -> (continuation of Deferred@229005550 after retry RPC after error@574361736) -> (continuation of Deferred@1313181186 after retry RPC after error@61368437) -> (continuation of Deferred@1014378950 after retry RPC after error@2114772624) -> (continuation of Deferred@484141773 after retry RPC after error@1559249635), errback=(continuation of Deferred@322011812 after retry RPC after error@1270419918) -> (continuation of Deferred@697461303 after retry RPC after error@735091902) -> (continuation of Deferred@879435714 after retry RPC after error@928997344) -> (continuation of Deferred@229005550 after retry RPC after error@574361736) -> (continuation of Deferred@1313181186 after retry RPC after error@61368437) -> (continuation of Deferred@1014378950 after retry RPC after error@2114772624) -> (continuation of Deferred@484141773 after retry RPC after error@1559249635)))
19:25:45.639 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1708975000(state=PENDING, result=null, callback=(continuation of Deferred@322011812 after retry RPC after error@1270419918) -> (continuation of Deferred@697461303 after retry RPC after error@735091902) -> (continuation of Deferred@879435714 after retry RPC after error@928997344) -> (continuation of Deferred@229005550 after retry RPC after error@574361736) -> (continuation of Deferred@1313181186 after retry RPC after error@61368437) -> (continuation of Deferred@1014378950 after retry RPC after error@2114772624) -> (continuation of Deferred@484141773 after retry RPC after error@1559249635), errback=(continuation of Deferred@322011812 after retry RPC after error@1270419918) -> (continuation of Deferred@697461303 after retry RPC after error@735091902) -> (continuation of Deferred@879435714 after retry RPC after error@928997344) -> (continuation of Deferred@229005550 after retry RPC after error@574361736) -> (continuation of Deferred@1313181186 after retry RPC after error@61368437) -> (continuation of Deferred@1014378950 after retry RPC after error@2114772624) -> (continuation of Deferred@484141773 after retry RPC after error@1559249635)))
19:25:45.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.776 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1539354033(state=PENDING, result=null, callback=(continuation of Deferred@2049287447 after retry RPC after error@1542927369) -> (continuation of Deferred@1144962908 after retry RPC after error@441265999) -> (continuation of Deferred@1293368332 after retry RPC after error@790765275) -> (continuation of Deferred@517439548 after retry RPC after error@1838408702) -> (continuation of Deferred@428885276 after retry RPC after error@645612595) -> (continuation of Deferred@68150944 after retry RPC after error@1987148236) -> (continuation of Deferred@1842510523 after retry RPC after error@301261294), errback=(continuation of Deferred@2049287447 after retry RPC after error@1542927369) -> (continuation of Deferred@1144962908 after retry RPC after error@441265999) -> (continuation of Deferred@1293368332 after retry RPC after error@790765275) -> (continuation of Deferred@517439548 after retry RPC after error@1838408702) -> (continuation of Deferred@428885276 after retry RPC after error@645612595) -> (continuation of Deferred@68150944 after retry RPC after error@1987148236) -> (continuation of Deferred@1842510523 after retry RPC after error@301261294)))
19:25:45.858 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1539354033(state=PENDING, result=null, callback=(continuation of Deferred@2049287447 after retry RPC after error@1542927369) -> (continuation of Deferred@1144962908 after retry RPC after error@441265999) -> (continuation of Deferred@1293368332 after retry RPC after error@790765275) -> (continuation of Deferred@517439548 after retry RPC after error@1838408702) -> (continuation of Deferred@428885276 after retry RPC after error@645612595) -> (continuation of Deferred@68150944 after retry RPC after error@1987148236) -> (continuation of Deferred@1842510523 after retry RPC after error@301261294), errback=(continuation of Deferred@2049287447 after retry RPC after error@1542927369) -> (continuation of Deferred@1144962908 after retry RPC after error@441265999) -> (continuation of Deferred@1293368332 after retry RPC after error@790765275) -> (continuation of Deferred@517439548 after retry RPC after error@1838408702) -> (continuation of Deferred@428885276 after retry RPC after error@645612595) -> (continuation of Deferred@68150944 after retry RPC after error@1987148236) -> (continuation of Deferred@1842510523 after retry RPC after error@301261294)))
19:25:45.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:45.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:45.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:45.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:45.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:45.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1571581449(state=PENDING, result=null, callback=(continuation of Deferred@1297518184 after retry RPC after error@1982150341) -> (continuation of Deferred@18648248 after retry RPC after error@1065248436) -> (continuation of Deferred@1185057533 after retry RPC after error@426647538) -> (continuation of Deferred@2087860523 after retry RPC after error@821406679) -> (continuation of Deferred@1657944662 after retry RPC after error@195704945) -> (continuation of Deferred@1719460686 after retry RPC after error@2068469573) -> (continuation of Deferred@138003184 after retry RPC after error@1376389686), errback=(continuation of Deferred@1297518184 after retry RPC after error@1982150341) -> (continuation of Deferred@18648248 after retry RPC after error@1065248436) -> (continuation of Deferred@1185057533 after retry RPC after error@426647538) -> (continuation of Deferred@2087860523 after retry RPC after error@821406679) -> (continuation of Deferred@1657944662 after retry RPC after error@195704945) -> (continuation of Deferred@1719460686 after retry RPC after error@2068469573) -> (continuation of Deferred@138003184 after retry RPC after error@1376389686)))
19:25:46.118 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1571581449(state=PENDING, result=null, callback=(continuation of Deferred@1297518184 after retry RPC after error@1982150341) -> (continuation of Deferred@18648248 after retry RPC after error@1065248436) -> (continuation of Deferred@1185057533 after retry RPC after error@426647538) -> (continuation of Deferred@2087860523 after retry RPC after error@821406679) -> (continuation of Deferred@1657944662 after retry RPC after error@195704945) -> (continuation of Deferred@1719460686 after retry RPC after error@2068469573) -> (continuation of Deferred@138003184 after retry RPC after error@1376389686), errback=(continuation of Deferred@1297518184 after retry RPC after error@1982150341) -> (continuation of Deferred@18648248 after retry RPC after error@1065248436) -> (continuation of Deferred@1185057533 after retry RPC after error@426647538) -> (continuation of Deferred@2087860523 after retry RPC after error@821406679) -> (continuation of Deferred@1657944662 after retry RPC after error@195704945) -> (continuation of Deferred@1719460686 after retry RPC after error@2068469573) -> (continuation of Deferred@138003184 after retry RPC after error@1376389686)))
19:25:46.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:46.262244 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:25:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:46.262465 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:25:46.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.358 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1075086674(state=PENDING, result=null, callback=(continuation of Deferred@1799227605 after retry RPC after error@1909690246) -> (continuation of Deferred@1149674797 after retry RPC after error@542934778) -> (continuation of Deferred@1002392196 after retry RPC after error@1459445194) -> (continuation of Deferred@656614901 after retry RPC after error@1661734077) -> (continuation of Deferred@572952882 after retry RPC after error@503942065) -> (continuation of Deferred@549128456 after retry RPC after error@592547910) -> (continuation of Deferred@904411679 after retry RPC after error@1743678224), errback=(continuation of Deferred@1799227605 after retry RPC after error@1909690246) -> (continuation of Deferred@1149674797 after retry RPC after error@542934778) -> (continuation of Deferred@1002392196 after retry RPC after error@1459445194) -> (continuation of Deferred@656614901 after retry RPC after error@1661734077) -> (continuation of Deferred@572952882 after retry RPC after error@503942065) -> (continuation of Deferred@549128456 after retry RPC after error@592547910) -> (continuation of Deferred@904411679 after retry RPC after error@1743678224)))
19:25:46.359 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1075086674(state=PENDING, result=null, callback=(continuation of Deferred@1799227605 after retry RPC after error@1909690246) -> (continuation of Deferred@1149674797 after retry RPC after error@542934778) -> (continuation of Deferred@1002392196 after retry RPC after error@1459445194) -> (continuation of Deferred@656614901 after retry RPC after error@1661734077) -> (continuation of Deferred@572952882 after retry RPC after error@503942065) -> (continuation of Deferred@549128456 after retry RPC after error@592547910) -> (continuation of Deferred@904411679 after retry RPC after error@1743678224), errback=(continuation of Deferred@1799227605 after retry RPC after error@1909690246) -> (continuation of Deferred@1149674797 after retry RPC after error@542934778) -> (continuation of Deferred@1002392196 after retry RPC after error@1459445194) -> (continuation of Deferred@656614901 after retry RPC after error@1661734077) -> (continuation of Deferred@572952882 after retry RPC after error@503942065) -> (continuation of Deferred@549128456 after retry RPC after error@592547910) -> (continuation of Deferred@904411679 after retry RPC after error@1743678224)))
19:25:46.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1324088958(state=PENDING, result=null, callback=(continuation of Deferred@2056426284 after retry RPC after error@1310405621) -> (continuation of Deferred@114726017 after retry RPC after error@392139307) -> (continuation of Deferred@2033870879 after retry RPC after error@1856600150) -> (continuation of Deferred@1558813598 after retry RPC after error@936154338) -> (continuation of Deferred@488401044 after retry RPC after error@944949417) -> (continuation of Deferred@678924630 after retry RPC after error@2077195070) -> (continuation of Deferred@90829851 after retry RPC after error@735077279), errback=(continuation of Deferred@2056426284 after retry RPC after error@1310405621) -> (continuation of Deferred@114726017 after retry RPC after error@392139307) -> (continuation of Deferred@2033870879 after retry RPC after error@1856600150) -> (continuation of Deferred@1558813598 after retry RPC after error@936154338) -> (continuation of Deferred@488401044 after retry RPC after error@944949417) -> (continuation of Deferred@678924630 after retry RPC after error@2077195070) -> (continuation of Deferred@90829851 after retry RPC after error@735077279)))
19:25:46.539 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1324088958(state=PENDING, result=null, callback=(continuation of Deferred@2056426284 after retry RPC after error@1310405621) -> (continuation of Deferred@114726017 after retry RPC after error@392139307) -> (continuation of Deferred@2033870879 after retry RPC after error@1856600150) -> (continuation of Deferred@1558813598 after retry RPC after error@936154338) -> (continuation of Deferred@488401044 after retry RPC after error@944949417) -> (continuation of Deferred@678924630 after retry RPC after error@2077195070) -> (continuation of Deferred@90829851 after retry RPC after error@735077279), errback=(continuation of Deferred@2056426284 after retry RPC after error@1310405621) -> (continuation of Deferred@114726017 after retry RPC after error@392139307) -> (continuation of Deferred@2033870879 after retry RPC after error@1856600150) -> (continuation of Deferred@1558813598 after retry RPC after error@936154338) -> (continuation of Deferred@488401044 after retry RPC after error@944949417) -> (continuation of Deferred@678924630 after retry RPC after error@2077195070) -> (continuation of Deferred@90829851 after retry RPC after error@735077279)))
19:25:46.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1319131884(state=PENDING, result=null, callback=(continuation of Deferred@941391961 after retry RPC after error@17760001) -> (continuation of Deferred@38020382 after retry RPC after error@1316976768) -> (continuation of Deferred@306001758 after retry RPC after error@1681728751) -> (continuation of Deferred@1207079331 after retry RPC after error@1920748197) -> (continuation of Deferred@159388787 after retry RPC after error@68633584) -> (continuation of Deferred@1463530840 after retry RPC after error@1191375992) -> (continuation of Deferred@1319654247 after retry RPC after error@1881047425), errback=(continuation of Deferred@941391961 after retry RPC after error@17760001) -> (continuation of Deferred@38020382 after retry RPC after error@1316976768) -> (continuation of Deferred@306001758 after retry RPC after error@1681728751) -> (continuation of Deferred@1207079331 after retry RPC after error@1920748197) -> (continuation of Deferred@159388787 after retry RPC after error@68633584) -> (continuation of Deferred@1463530840 after retry RPC after error@1191375992) -> (continuation of Deferred@1319654247 after retry RPC after error@1881047425)))
19:25:46.758 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1319131884(state=PENDING, result=null, callback=(continuation of Deferred@941391961 after retry RPC after error@17760001) -> (continuation of Deferred@38020382 after retry RPC after error@1316976768) -> (continuation of Deferred@306001758 after retry RPC after error@1681728751) -> (continuation of Deferred@1207079331 after retry RPC after error@1920748197) -> (continuation of Deferred@159388787 after retry RPC after error@68633584) -> (continuation of Deferred@1463530840 after retry RPC after error@1191375992) -> (continuation of Deferred@1319654247 after retry RPC after error@1881047425), errback=(continuation of Deferred@941391961 after retry RPC after error@17760001) -> (continuation of Deferred@38020382 after retry RPC after error@1316976768) -> (continuation of Deferred@306001758 after retry RPC after error@1681728751) -> (continuation of Deferred@1207079331 after retry RPC after error@1920748197) -> (continuation of Deferred@159388787 after retry RPC after error@68633584) -> (continuation of Deferred@1463530840 after retry RPC after error@1191375992) -> (continuation of Deferred@1319654247 after retry RPC after error@1881047425)))
19:25:46.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:46.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:46.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:46.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:46.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:46.997 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [0ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@552442432(state=PENDING, result=null, callback=(continuation of Deferred@1430476430 after retry RPC after error@953139329) -> (continuation of Deferred@1391741469 after retry RPC after error@503838105) -> (continuation of Deferred@1371482097 after retry RPC after error@389164687) -> (continuation of Deferred@1743137494 after retry RPC after error@1181528206) -> (continuation of Deferred@1849988893 after retry RPC after error@1753520652) -> (continuation of Deferred@1046658384 after retry RPC after error@497652434) -> (continuation of Deferred@1470042629 after retry RPC after error@461874688), errback=(continuation of Deferred@1430476430 after retry RPC after error@953139329) -> (continuation of Deferred@1391741469 after retry RPC after error@503838105) -> (continuation of Deferred@1371482097 after retry RPC after error@389164687) -> (continuation of Deferred@1743137494 after retry RPC after error@1181528206) -> (continuation of Deferred@1849988893 after retry RPC after error@1753520652) -> (continuation of Deferred@1046658384 after retry RPC after error@497652434) -> (continuation of Deferred@1470042629 after retry RPC after error@461874688)))
19:25:46.998 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [0ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@552442432(state=PENDING, result=null, callback=(continuation of Deferred@1430476430 after retry RPC after error@953139329) -> (continuation of Deferred@1391741469 after retry RPC after error@503838105) -> (continuation of Deferred@1371482097 after retry RPC after error@389164687) -> (continuation of Deferred@1743137494 after retry RPC after error@1181528206) -> (continuation of Deferred@1849988893 after retry RPC after error@1753520652) -> (continuation of Deferred@1046658384 after retry RPC after error@497652434) -> (continuation of Deferred@1470042629 after retry RPC after error@461874688), errback=(continuation of Deferred@1430476430 after retry RPC after error@953139329) -> (continuation of Deferred@1391741469 after retry RPC after error@503838105) -> (continuation of Deferred@1371482097 after retry RPC after error@389164687) -> (continuation of Deferred@1743137494 after retry RPC after error@1181528206) -> (continuation of Deferred@1849988893 after retry RPC after error@1753520652) -> (continuation of Deferred@1046658384 after retry RPC after error@497652434) -> (continuation of Deferred@1470042629 after retry RPC after error@461874688)))
19:25:47.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@639276715(state=PENDING, result=null, callback=(continuation of Deferred@1159673288 after retry RPC after error@1946365075) -> (continuation of Deferred@587109856 after retry RPC after error@1344528602) -> (continuation of Deferred@1814969955 after retry RPC after error@19194049) -> (continuation of Deferred@1461920912 after retry RPC after error@415841182) -> (continuation of Deferred@84530114 after retry RPC after error@588056906) -> (continuation of Deferred@1833221663 after retry RPC after error@1015053794) -> (continuation of Deferred@2010918515 after retry RPC after error@1011887771), errback=(continuation of Deferred@1159673288 after retry RPC after error@1946365075) -> (continuation of Deferred@587109856 after retry RPC after error@1344528602) -> (continuation of Deferred@1814969955 after retry RPC after error@19194049) -> (continuation of Deferred@1461920912 after retry RPC after error@415841182) -> (continuation of Deferred@84530114 after retry RPC after error@588056906) -> (continuation of Deferred@1833221663 after retry RPC after error@1015053794) -> (continuation of Deferred@2010918515 after retry RPC after error@1011887771)))
19:25:47.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@639276715(state=PENDING, result=null, callback=(continuation of Deferred@1159673288 after retry RPC after error@1946365075) -> (continuation of Deferred@587109856 after retry RPC after error@1344528602) -> (continuation of Deferred@1814969955 after retry RPC after error@19194049) -> (continuation of Deferred@1461920912 after retry RPC after error@415841182) -> (continuation of Deferred@84530114 after retry RPC after error@588056906) -> (continuation of Deferred@1833221663 after retry RPC after error@1015053794) -> (continuation of Deferred@2010918515 after retry RPC after error@1011887771), errback=(continuation of Deferred@1159673288 after retry RPC after error@1946365075) -> (continuation of Deferred@587109856 after retry RPC after error@1344528602) -> (continuation of Deferred@1814969955 after retry RPC after error@19194049) -> (continuation of Deferred@1461920912 after retry RPC after error@415841182) -> (continuation of Deferred@84530114 after retry RPC after error@588056906) -> (continuation of Deferred@1833221663 after retry RPC after error@1015053794) -> (continuation of Deferred@2010918515 after retry RPC after error@1011887771)))
19:25:47.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@570646778(state=PENDING, result=null, callback=(continuation of Deferred@923906137 after retry RPC after error@1026128808) -> (continuation of Deferred@816323463 after retry RPC after error@160807384) -> (continuation of Deferred@867976139 after retry RPC after error@1170115119) -> (continuation of Deferred@893044028 after retry RPC after error@289792314) -> (continuation of Deferred@1077304002 after retry RPC after error@1911054105) -> (continuation of Deferred@303593277 after retry RPC after error@745146485) -> (continuation of Deferred@1593354096 after retry RPC after error@1834691361), errback=(continuation of Deferred@923906137 after retry RPC after error@1026128808) -> (continuation of Deferred@816323463 after retry RPC after error@160807384) -> (continuation of Deferred@867976139 after retry RPC after error@1170115119) -> (continuation of Deferred@893044028 after retry RPC after error@289792314) -> (continuation of Deferred@1077304002 after retry RPC after error@1911054105) -> (continuation of Deferred@303593277 after retry RPC after error@745146485) -> (continuation of Deferred@1593354096 after retry RPC after error@1834691361)))
19:25:47.458 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@570646778(state=PENDING, result=null, callback=(continuation of Deferred@923906137 after retry RPC after error@1026128808) -> (continuation of Deferred@816323463 after retry RPC after error@160807384) -> (continuation of Deferred@867976139 after retry RPC after error@1170115119) -> (continuation of Deferred@893044028 after retry RPC after error@289792314) -> (continuation of Deferred@1077304002 after retry RPC after error@1911054105) -> (continuation of Deferred@303593277 after retry RPC after error@745146485) -> (continuation of Deferred@1593354096 after retry RPC after error@1834691361), errback=(continuation of Deferred@923906137 after retry RPC after error@1026128808) -> (continuation of Deferred@816323463 after retry RPC after error@160807384) -> (continuation of Deferred@867976139 after retry RPC after error@1170115119) -> (continuation of Deferred@893044028 after retry RPC after error@289792314) -> (continuation of Deferred@1077304002 after retry RPC after error@1911054105) -> (continuation of Deferred@303593277 after retry RPC after error@745146485) -> (continuation of Deferred@1593354096 after retry RPC after error@1834691361)))
19:25:47.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.698 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@554434953(state=PENDING, result=null, callback=(continuation of Deferred@1866857916 after retry RPC after error@1479010338) -> (continuation of Deferred@1717370314 after retry RPC after error@656259265) -> (continuation of Deferred@1735723395 after retry RPC after error@16026551) -> (continuation of Deferred@29856974 after retry RPC after error@1272377223) -> (continuation of Deferred@77647471 after retry RPC after error@548230271) -> (continuation of Deferred@493995328 after retry RPC after error@1629993918) -> (continuation of Deferred@1677115971 after retry RPC after error@691174638), errback=(continuation of Deferred@1866857916 after retry RPC after error@1479010338) -> (continuation of Deferred@1717370314 after retry RPC after error@656259265) -> (continuation of Deferred@1735723395 after retry RPC after error@16026551) -> (continuation of Deferred@29856974 after retry RPC after error@1272377223) -> (continuation of Deferred@77647471 after retry RPC after error@548230271) -> (continuation of Deferred@493995328 after retry RPC after error@1629993918) -> (continuation of Deferred@1677115971 after retry RPC after error@691174638)))
19:25:47.699 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@554434953(state=PENDING, result=null, callback=(continuation of Deferred@1866857916 after retry RPC after error@1479010338) -> (continuation of Deferred@1717370314 after retry RPC after error@656259265) -> (continuation of Deferred@1735723395 after retry RPC after error@16026551) -> (continuation of Deferred@29856974 after retry RPC after error@1272377223) -> (continuation of Deferred@77647471 after retry RPC after error@548230271) -> (continuation of Deferred@493995328 after retry RPC after error@1629993918) -> (continuation of Deferred@1677115971 after retry RPC after error@691174638), errback=(continuation of Deferred@1866857916 after retry RPC after error@1479010338) -> (continuation of Deferred@1717370314 after retry RPC after error@656259265) -> (continuation of Deferred@1735723395 after retry RPC after error@16026551) -> (continuation of Deferred@29856974 after retry RPC after error@1272377223) -> (continuation of Deferred@77647471 after retry RPC after error@548230271) -> (continuation of Deferred@493995328 after retry RPC after error@1629993918) -> (continuation of Deferred@1677115971 after retry RPC after error@691174638)))
19:25:47.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@669157134(state=PENDING, result=null, callback=(continuation of Deferred@466591064 after retry RPC after error@500401613) -> (continuation of Deferred@1851838929 after retry RPC after error@1560932836) -> (continuation of Deferred@978031168 after retry RPC after error@993498409) -> (continuation of Deferred@1404118471 after retry RPC after error@1101363332) -> (continuation of Deferred@664415074 after retry RPC after error@545483877) -> (continuation of Deferred@2059860655 after retry RPC after error@273533995), errback=(continuation of Deferred@466591064 after retry RPC after error@500401613) -> (continuation of Deferred@1851838929 after retry RPC after error@1560932836) -> (continuation of Deferred@978031168 after retry RPC after error@993498409) -> (continuation of Deferred@1404118471 after retry RPC after error@1101363332) -> (continuation of Deferred@664415074 after retry RPC after error@545483877) -> (continuation of Deferred@2059860655 after retry RPC after error@273533995)))
19:25:47.858 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@669157134(state=PENDING, result=null, callback=(continuation of Deferred@466591064 after retry RPC after error@500401613) -> (continuation of Deferred@1851838929 after retry RPC after error@1560932836) -> (continuation of Deferred@978031168 after retry RPC after error@993498409) -> (continuation of Deferred@1404118471 after retry RPC after error@1101363332) -> (continuation of Deferred@664415074 after retry RPC after error@545483877) -> (continuation of Deferred@2059860655 after retry RPC after error@273533995), errback=(continuation of Deferred@466591064 after retry RPC after error@500401613) -> (continuation of Deferred@1851838929 after retry RPC after error@1560932836) -> (continuation of Deferred@978031168 after retry RPC after error@993498409) -> (continuation of Deferred@1404118471 after retry RPC after error@1101363332) -> (continuation of Deferred@664415074 after retry RPC after error@545483877) -> (continuation of Deferred@2059860655 after retry RPC after error@273533995)))
19:25:47.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:47.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:47.976 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:47.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:47.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:47.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:48.055933 30492 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:48.056135 30492 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:48.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:48.056828 30492 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:48.058275 30176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:25:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:48.059823 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:48.060077 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:48.060242 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:48.060532 30492 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:48.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.098 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [104ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1782838035(state=PENDING, result=null, callback=(continuation of Deferred@482525480 after retry RPC after error@1819284117) -> (continuation of Deferred@993071578 after retry RPC after error@1319085764) -> (continuation of Deferred@1155458494 after retry RPC after error@676766474) -> (continuation of Deferred@458934299 after retry RPC after error@675341362) -> (continuation of Deferred@461379473 after retry RPC after error@114538776) -> (continuation of Deferred@1258595273 after retry RPC after error@1691009007) -> (continuation of Deferred@2137849976 after retry RPC after error@1684893172), errback=(continuation of Deferred@482525480 after retry RPC after error@1819284117) -> (continuation of Deferred@993071578 after retry RPC after error@1319085764) -> (continuation of Deferred@1155458494 after retry RPC after error@676766474) -> (continuation of Deferred@458934299 after retry RPC after error@675341362) -> (continuation of Deferred@461379473 after retry RPC after error@114538776) -> (continuation of Deferred@1258595273 after retry RPC after error@1691009007) -> (continuation of Deferred@2137849976 after retry RPC after error@1684893172)))
19:25:48.098 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [104ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1782838035(state=PENDING, result=null, callback=(continuation of Deferred@482525480 after retry RPC after error@1819284117) -> (continuation of Deferred@993071578 after retry RPC after error@1319085764) -> (continuation of Deferred@1155458494 after retry RPC after error@676766474) -> (continuation of Deferred@458934299 after retry RPC after error@675341362) -> (continuation of Deferred@461379473 after retry RPC after error@114538776) -> (continuation of Deferred@1258595273 after retry RPC after error@1691009007) -> (continuation of Deferred@2137849976 after retry RPC after error@1684893172), errback=(continuation of Deferred@482525480 after retry RPC after error@1819284117) -> (continuation of Deferred@993071578 after retry RPC after error@1319085764) -> (continuation of Deferred@1155458494 after retry RPC after error@676766474) -> (continuation of Deferred@458934299 after retry RPC after error@675341362) -> (continuation of Deferred@461379473 after retry RPC after error@114538776) -> (continuation of Deferred@1258595273 after retry RPC after error@1691009007) -> (continuation of Deferred@2137849976 after retry RPC after error@1684893172)))
19:25:48.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@114151705(state=PENDING, result=null, callback=(continuation of Deferred@781521638 after retry RPC after error@373264917) -> (continuation of Deferred@582775325 after retry RPC after error@1242643018) -> (continuation of Deferred@1276449740 after retry RPC after error@651202401) -> (continuation of Deferred@1740455228 after retry RPC after error@616405227) -> (continuation of Deferred@1087534275 after retry RPC after error@1658540095) -> (continuation of Deferred@1812055429 after retry RPC after error@607351342), errback=(continuation of Deferred@781521638 after retry RPC after error@373264917) -> (continuation of Deferred@582775325 after retry RPC after error@1242643018) -> (continuation of Deferred@1276449740 after retry RPC after error@651202401) -> (continuation of Deferred@1740455228 after retry RPC after error@616405227) -> (continuation of Deferred@1087534275 after retry RPC after error@1658540095) -> (continuation of Deferred@1812055429 after retry RPC after error@607351342)))
19:25:48.299 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@114151705(state=PENDING, result=null, callback=(continuation of Deferred@781521638 after retry RPC after error@373264917) -> (continuation of Deferred@582775325 after retry RPC after error@1242643018) -> (continuation of Deferred@1276449740 after retry RPC after error@651202401) -> (continuation of Deferred@1740455228 after retry RPC after error@616405227) -> (continuation of Deferred@1087534275 after retry RPC after error@1658540095) -> (continuation of Deferred@1812055429 after retry RPC after error@607351342), errback=(continuation of Deferred@781521638 after retry RPC after error@373264917) -> (continuation of Deferred@582775325 after retry RPC after error@1242643018) -> (continuation of Deferred@1276449740 after retry RPC after error@651202401) -> (continuation of Deferred@1740455228 after retry RPC after error@616405227) -> (continuation of Deferred@1087534275 after retry RPC after error@1658540095) -> (continuation of Deferred@1812055429 after retry RPC after error@607351342)))
19:25:48.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1921339247(state=PENDING, result=null, callback=(continuation of Deferred@178140594 after retry RPC after error@308741800) -> (continuation of Deferred@1865547683 after retry RPC after error@924269341) -> (continuation of Deferred@1281342440 after retry RPC after error@1722267277) -> (continuation of Deferred@109809949 after retry RPC after error@139107586) -> (continuation of Deferred@972814104 after retry RPC after error@1655909748) -> (continuation of Deferred@946490182 after retry RPC after error@1679057860) -> (continuation of Deferred@36768617 after retry RPC after error@2039631574), errback=(continuation of Deferred@178140594 after retry RPC after error@308741800) -> (continuation of Deferred@1865547683 after retry RPC after error@924269341) -> (continuation of Deferred@1281342440 after retry RPC after error@1722267277) -> (continuation of Deferred@109809949 after retry RPC after error@139107586) -> (continuation of Deferred@972814104 after retry RPC after error@1655909748) -> (continuation of Deferred@946490182 after retry RPC after error@1679057860) -> (continuation of Deferred@36768617 after retry RPC after error@2039631574)))
19:25:48.499 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1921339247(state=PENDING, result=null, callback=(continuation of Deferred@178140594 after retry RPC after error@308741800) -> (continuation of Deferred@1865547683 after retry RPC after error@924269341) -> (continuation of Deferred@1281342440 after retry RPC after error@1722267277) -> (continuation of Deferred@109809949 after retry RPC after error@139107586) -> (continuation of Deferred@972814104 after retry RPC after error@1655909748) -> (continuation of Deferred@946490182 after retry RPC after error@1679057860) -> (continuation of Deferred@36768617 after retry RPC after error@2039631574), errback=(continuation of Deferred@178140594 after retry RPC after error@308741800) -> (continuation of Deferred@1865547683 after retry RPC after error@924269341) -> (continuation of Deferred@1281342440 after retry RPC after error@1722267277) -> (continuation of Deferred@109809949 after retry RPC after error@139107586) -> (continuation of Deferred@972814104 after retry RPC after error@1655909748) -> (continuation of Deferred@946490182 after retry RPC after error@1679057860) -> (continuation of Deferred@36768617 after retry RPC after error@2039631574)))
19:25:48.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [240ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1898913764(state=PENDING, result=null, callback=(continuation of Deferred@1815579158 after retry RPC after error@2036846075) -> (continuation of Deferred@1021556483 after retry RPC after error@901402436) -> (continuation of Deferred@1695356127 after retry RPC after error@583144848) -> (continuation of Deferred@54060388 after retry RPC after error@1679776296) -> (continuation of Deferred@1765347736 after retry RPC after error@1533409210) -> (continuation of Deferred@523385463 after retry RPC after error@23264675) -> (continuation of Deferred@553032134 after retry RPC after error@1423598149), errback=(continuation of Deferred@1815579158 after retry RPC after error@2036846075) -> (continuation of Deferred@1021556483 after retry RPC after error@901402436) -> (continuation of Deferred@1695356127 after retry RPC after error@583144848) -> (continuation of Deferred@54060388 after retry RPC after error@1679776296) -> (continuation of Deferred@1765347736 after retry RPC after error@1533409210) -> (continuation of Deferred@523385463 after retry RPC after error@23264675) -> (continuation of Deferred@553032134 after retry RPC after error@1423598149)))
19:25:48.758 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [240ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1898913764(state=PENDING, result=null, callback=(continuation of Deferred@1815579158 after retry RPC after error@2036846075) -> (continuation of Deferred@1021556483 after retry RPC after error@901402436) -> (continuation of Deferred@1695356127 after retry RPC after error@583144848) -> (continuation of Deferred@54060388 after retry RPC after error@1679776296) -> (continuation of Deferred@1765347736 after retry RPC after error@1533409210) -> (continuation of Deferred@523385463 after retry RPC after error@23264675) -> (continuation of Deferred@553032134 after retry RPC after error@1423598149), errback=(continuation of Deferred@1815579158 after retry RPC after error@2036846075) -> (continuation of Deferred@1021556483 after retry RPC after error@901402436) -> (continuation of Deferred@1695356127 after retry RPC after error@583144848) -> (continuation of Deferred@54060388 after retry RPC after error@1679776296) -> (continuation of Deferred@1765347736 after retry RPC after error@1533409210) -> (continuation of Deferred@523385463 after retry RPC after error@23264675) -> (continuation of Deferred@553032134 after retry RPC after error@1423598149)))
19:25:48.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:48.933531 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: connection negotiation to 127.28.30.125:32859 for RPC ConnectToMaster timed out after 0.001s (ON_OUTBOUND_QUEUE)
19:25:48.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:48.938958 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: connection negotiation to 127.28.30.125:32859 for RPC ConnectToMaster timed out after 0.001s (ON_OUTBOUND_QUEUE)
19:25:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:48.940399 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:25:48.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2031151997(state=PENDING, result=null, callback=(continuation of Deferred@1686061013 after retry RPC after error@341040298) -> (continuation of Deferred@1580638017 after retry RPC after error@537124089) -> (continuation of Deferred@1025494715 after retry RPC after error@925098814) -> (continuation of Deferred@1560657420 after retry RPC after error@1675580737) -> (continuation of Deferred@553006487 after retry RPC after error@149162148) -> (continuation of Deferred@2028024426 after retry RPC after error@1636636010) -> (continuation of Deferred@1892077121 after retry RPC after error@1489979861), errback=(continuation of Deferred@1686061013 after retry RPC after error@341040298) -> (continuation of Deferred@1580638017 after retry RPC after error@537124089) -> (continuation of Deferred@1025494715 after retry RPC after error@925098814) -> (continuation of Deferred@1560657420 after retry RPC after error@1675580737) -> (continuation of Deferred@553006487 after retry RPC after error@149162148) -> (continuation of Deferred@2028024426 after retry RPC after error@1636636010) -> (continuation of Deferred@1892077121 after retry RPC after error@1489979861)))
19:25:48.957 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2031151997(state=PENDING, result=null, callback=(continuation of Deferred@1686061013 after retry RPC after error@341040298) -> (continuation of Deferred@1580638017 after retry RPC after error@537124089) -> (continuation of Deferred@1025494715 after retry RPC after error@925098814) -> (continuation of Deferred@1560657420 after retry RPC after error@1675580737) -> (continuation of Deferred@553006487 after retry RPC after error@149162148) -> (continuation of Deferred@2028024426 after retry RPC after error@1636636010) -> (continuation of Deferred@1892077121 after retry RPC after error@1489979861), errback=(continuation of Deferred@1686061013 after retry RPC after error@341040298) -> (continuation of Deferred@1580638017 after retry RPC after error@537124089) -> (continuation of Deferred@1025494715 after retry RPC after error@925098814) -> (continuation of Deferred@1560657420 after retry RPC after error@1675580737) -> (continuation of Deferred@553006487 after retry RPC after error@149162148) -> (continuation of Deferred@2028024426 after retry RPC after error@1636636010) -> (continuation of Deferred@1892077121 after retry RPC after error@1489979861)))
19:25:48.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:48.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:48.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:48.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:48.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:48.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1124816915(state=PENDING, result=null, callback=(continuation of Deferred@2000001033 after retry RPC after error@898886231) -> (continuation of Deferred@949521754 after retry RPC after error@566923674) -> (continuation of Deferred@2061807738 after retry RPC after error@1343175715) -> (continuation of Deferred@746686757 after retry RPC after error@1504877422) -> (continuation of Deferred@101353282 after retry RPC after error@793595268) -> (continuation of Deferred@254095849 after retry RPC after error@1107407496) -> (continuation of Deferred@274930973 after retry RPC after error@1434932216), errback=(continuation of Deferred@2000001033 after retry RPC after error@898886231) -> (continuation of Deferred@949521754 after retry RPC after error@566923674) -> (continuation of Deferred@2061807738 after retry RPC after error@1343175715) -> (continuation of Deferred@746686757 after retry RPC after error@1504877422) -> (continuation of Deferred@101353282 after retry RPC after error@793595268) -> (continuation of Deferred@254095849 after retry RPC after error@1107407496) -> (continuation of Deferred@274930973 after retry RPC after error@1434932216)))
19:25:49.157 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1124816915(state=PENDING, result=null, callback=(continuation of Deferred@2000001033 after retry RPC after error@898886231) -> (continuation of Deferred@949521754 after retry RPC after error@566923674) -> (continuation of Deferred@2061807738 after retry RPC after error@1343175715) -> (continuation of Deferred@746686757 after retry RPC after error@1504877422) -> (continuation of Deferred@101353282 after retry RPC after error@793595268) -> (continuation of Deferred@254095849 after retry RPC after error@1107407496) -> (continuation of Deferred@274930973 after retry RPC after error@1434932216), errback=(continuation of Deferred@2000001033 after retry RPC after error@898886231) -> (continuation of Deferred@949521754 after retry RPC after error@566923674) -> (continuation of Deferred@2061807738 after retry RPC after error@1343175715) -> (continuation of Deferred@746686757 after retry RPC after error@1504877422) -> (continuation of Deferred@101353282 after retry RPC after error@793595268) -> (continuation of Deferred@254095849 after retry RPC after error@1107407496) -> (continuation of Deferred@274930973 after retry RPC after error@1434932216)))
19:25:49.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.376 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@28320774(state=PENDING, result=null, callback=(continuation of Deferred@347170655 after retry RPC after error@1714470359) -> (continuation of Deferred@273368689 after retry RPC after error@274452586) -> (continuation of Deferred@256886433 after retry RPC after error@1819413658) -> (continuation of Deferred@650164139 after retry RPC after error@1758919577) -> (continuation of Deferred@425542380 after retry RPC after error@1706531713) -> (continuation of Deferred@1181287795 after retry RPC after error@431760404) -> (continuation of Deferred@1787121645 after retry RPC after error@859290287), errback=(continuation of Deferred@347170655 after retry RPC after error@1714470359) -> (continuation of Deferred@273368689 after retry RPC after error@274452586) -> (continuation of Deferred@256886433 after retry RPC after error@1819413658) -> (continuation of Deferred@650164139 after retry RPC after error@1758919577) -> (continuation of Deferred@425542380 after retry RPC after error@1706531713) -> (continuation of Deferred@1181287795 after retry RPC after error@431760404) -> (continuation of Deferred@1787121645 after retry RPC after error@859290287)))
19:25:49.379 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@28320774(state=PENDING, result=null, callback=(continuation of Deferred@347170655 after retry RPC after error@1714470359) -> (continuation of Deferred@273368689 after retry RPC after error@274452586) -> (continuation of Deferred@256886433 after retry RPC after error@1819413658) -> (continuation of Deferred@650164139 after retry RPC after error@1758919577) -> (continuation of Deferred@425542380 after retry RPC after error@1706531713) -> (continuation of Deferred@1181287795 after retry RPC after error@431760404) -> (continuation of Deferred@1787121645 after retry RPC after error@859290287), errback=(continuation of Deferred@347170655 after retry RPC after error@1714470359) -> (continuation of Deferred@273368689 after retry RPC after error@274452586) -> (continuation of Deferred@256886433 after retry RPC after error@1819413658) -> (continuation of Deferred@650164139 after retry RPC after error@1758919577) -> (continuation of Deferred@425542380 after retry RPC after error@1706531713) -> (continuation of Deferred@1181287795 after retry RPC after error@431760404) -> (continuation of Deferred@1787121645 after retry RPC after error@859290287)))
19:25:49.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.638 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@895387067(state=PENDING, result=null, callback=(continuation of Deferred@1435794111 after retry RPC after error@873110361) -> (continuation of Deferred@1528628797 after retry RPC after error@439301048) -> (continuation of Deferred@1813570496 after retry RPC after error@203980105) -> (continuation of Deferred@1060617759 after retry RPC after error@1550252210) -> (continuation of Deferred@2001405469 after retry RPC after error@952561544) -> (continuation of Deferred@981694921 after retry RPC after error@1372304707) -> (continuation of Deferred@2115975817 after retry RPC after error@1898586221), errback=(continuation of Deferred@1435794111 after retry RPC after error@873110361) -> (continuation of Deferred@1528628797 after retry RPC after error@439301048) -> (continuation of Deferred@1813570496 after retry RPC after error@203980105) -> (continuation of Deferred@1060617759 after retry RPC after error@1550252210) -> (continuation of Deferred@2001405469 after retry RPC after error@952561544) -> (continuation of Deferred@981694921 after retry RPC after error@1372304707) -> (continuation of Deferred@2115975817 after retry RPC after error@1898586221)))
19:25:49.639 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@895387067(state=PENDING, result=null, callback=(continuation of Deferred@1435794111 after retry RPC after error@873110361) -> (continuation of Deferred@1528628797 after retry RPC after error@439301048) -> (continuation of Deferred@1813570496 after retry RPC after error@203980105) -> (continuation of Deferred@1060617759 after retry RPC after error@1550252210) -> (continuation of Deferred@2001405469 after retry RPC after error@952561544) -> (continuation of Deferred@981694921 after retry RPC after error@1372304707) -> (continuation of Deferred@2115975817 after retry RPC after error@1898586221), errback=(continuation of Deferred@1435794111 after retry RPC after error@873110361) -> (continuation of Deferred@1528628797 after retry RPC after error@439301048) -> (continuation of Deferred@1813570496 after retry RPC after error@203980105) -> (continuation of Deferred@1060617759 after retry RPC after error@1550252210) -> (continuation of Deferred@2001405469 after retry RPC after error@952561544) -> (continuation of Deferred@981694921 after retry RPC after error@1372304707) -> (continuation of Deferred@2115975817 after retry RPC after error@1898586221)))
19:25:49.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@164081184(state=PENDING, result=null, callback=(continuation of Deferred@1948155476 after retry RPC after error@709816779) -> (continuation of Deferred@660083699 after retry RPC after error@324669334) -> (continuation of Deferred@347156343 after retry RPC after error@1227641987) -> (continuation of Deferred@772538846 after retry RPC after error@1835638070) -> (continuation of Deferred@1891552635 after retry RPC after error@1537017763) -> (continuation of Deferred@366079999 after retry RPC after error@879775838), errback=(continuation of Deferred@1948155476 after retry RPC after error@709816779) -> (continuation of Deferred@660083699 after retry RPC after error@324669334) -> (continuation of Deferred@347156343 after retry RPC after error@1227641987) -> (continuation of Deferred@772538846 after retry RPC after error@1835638070) -> (continuation of Deferred@1891552635 after retry RPC after error@1537017763) -> (continuation of Deferred@366079999 after retry RPC after error@879775838)))
19:25:49.818 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@164081184(state=PENDING, result=null, callback=(continuation of Deferred@1948155476 after retry RPC after error@709816779) -> (continuation of Deferred@660083699 after retry RPC after error@324669334) -> (continuation of Deferred@347156343 after retry RPC after error@1227641987) -> (continuation of Deferred@772538846 after retry RPC after error@1835638070) -> (continuation of Deferred@1891552635 after retry RPC after error@1537017763) -> (continuation of Deferred@366079999 after retry RPC after error@879775838), errback=(continuation of Deferred@1948155476 after retry RPC after error@709816779) -> (continuation of Deferred@660083699 after retry RPC after error@324669334) -> (continuation of Deferred@347156343 after retry RPC after error@1227641987) -> (continuation of Deferred@772538846 after retry RPC after error@1835638070) -> (continuation of Deferred@1891552635 after retry RPC after error@1537017763) -> (continuation of Deferred@366079999 after retry RPC after error@879775838)))
19:25:49.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:49.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:49.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:49.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:49.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:49.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2033964147(state=PENDING, result=null, callback=(continuation of Deferred@15839638 after retry RPC after error@483473718) -> (continuation of Deferred@449633542 after retry RPC after error@1039342176) -> (continuation of Deferred@813916489 after retry RPC after error@630126310) -> (continuation of Deferred@1498823612 after retry RPC after error@2094209772) -> (continuation of Deferred@1467069718 after retry RPC after error@85606616) -> (continuation of Deferred@1845039132 after retry RPC after error@152658741) -> (continuation of Deferred@1394257413 after retry RPC after error@80820286), errback=(continuation of Deferred@15839638 after retry RPC after error@483473718) -> (continuation of Deferred@449633542 after retry RPC after error@1039342176) -> (continuation of Deferred@813916489 after retry RPC after error@630126310) -> (continuation of Deferred@1498823612 after retry RPC after error@2094209772) -> (continuation of Deferred@1467069718 after retry RPC after error@85606616) -> (continuation of Deferred@1845039132 after retry RPC after error@152658741) -> (continuation of Deferred@1394257413 after retry RPC after error@80820286)))
19:25:50.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2033964147(state=PENDING, result=null, callback=(continuation of Deferred@15839638 after retry RPC after error@483473718) -> (continuation of Deferred@449633542 after retry RPC after error@1039342176) -> (continuation of Deferred@813916489 after retry RPC after error@630126310) -> (continuation of Deferred@1498823612 after retry RPC after error@2094209772) -> (continuation of Deferred@1467069718 after retry RPC after error@85606616) -> (continuation of Deferred@1845039132 after retry RPC after error@152658741) -> (continuation of Deferred@1394257413 after retry RPC after error@80820286), errback=(continuation of Deferred@15839638 after retry RPC after error@483473718) -> (continuation of Deferred@449633542 after retry RPC after error@1039342176) -> (continuation of Deferred@813916489 after retry RPC after error@630126310) -> (continuation of Deferred@1498823612 after retry RPC after error@2094209772) -> (continuation of Deferred@1467069718 after retry RPC after error@85606616) -> (continuation of Deferred@1845039132 after retry RPC after error@152658741) -> (continuation of Deferred@1394257413 after retry RPC after error@80820286)))
19:25:50.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:50.189258 30520 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:50.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:50.189527 30520 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:50.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:50.190294 30520 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:50.193307 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:50.193581 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:50.193866 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:50.194203 30520 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:50.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@184071142(state=PENDING, result=null, callback=(continuation of Deferred@76010645 after retry RPC after error@1061466834) -> (continuation of Deferred@1218032980 after retry RPC after error@129058850) -> (continuation of Deferred@1034422077 after retry RPC after error@660660344) -> (continuation of Deferred@576115413 after retry RPC after error@799764197) -> (continuation of Deferred@1388774850 after retry RPC after error@1912884418) -> (continuation of Deferred@1724966957 after retry RPC after error@318271060), errback=(continuation of Deferred@76010645 after retry RPC after error@1061466834) -> (continuation of Deferred@1218032980 after retry RPC after error@129058850) -> (continuation of Deferred@1034422077 after retry RPC after error@660660344) -> (continuation of Deferred@576115413 after retry RPC after error@799764197) -> (continuation of Deferred@1388774850 after retry RPC after error@1912884418) -> (continuation of Deferred@1724966957 after retry RPC after error@318271060)))
19:25:50.218 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@184071142(state=PENDING, result=null, callback=(continuation of Deferred@76010645 after retry RPC after error@1061466834) -> (continuation of Deferred@1218032980 after retry RPC after error@129058850) -> (continuation of Deferred@1034422077 after retry RPC after error@660660344) -> (continuation of Deferred@576115413 after retry RPC after error@799764197) -> (continuation of Deferred@1388774850 after retry RPC after error@1912884418) -> (continuation of Deferred@1724966957 after retry RPC after error@318271060), errback=(continuation of Deferred@76010645 after retry RPC after error@1061466834) -> (continuation of Deferred@1218032980 after retry RPC after error@129058850) -> (continuation of Deferred@1034422077 after retry RPC after error@660660344) -> (continuation of Deferred@576115413 after retry RPC after error@799764197) -> (continuation of Deferred@1388774850 after retry RPC after error@1912884418) -> (continuation of Deferred@1724966957 after retry RPC after error@318271060)))
19:25:50.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [145ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1870953200(state=PENDING, result=null, callback=(continuation of Deferred@859319116 after retry RPC after error@1231029499) -> (continuation of Deferred@1034151340 after retry RPC after error@1908165394) -> (continuation of Deferred@61631522 after retry RPC after error@1252194160) -> (continuation of Deferred@1745810701 after retry RPC after error@2071578565) -> (continuation of Deferred@466905588 after retry RPC after error@1183847561) -> (continuation of Deferred@1495873483 after retry RPC after error@1817937092) -> (continuation of Deferred@1425591154 after retry RPC after error@311081272), errback=(continuation of Deferred@859319116 after retry RPC after error@1231029499) -> (continuation of Deferred@1034151340 after retry RPC after error@1908165394) -> (continuation of Deferred@61631522 after retry RPC after error@1252194160) -> (continuation of Deferred@1745810701 after retry RPC after error@2071578565) -> (continuation of Deferred@466905588 after retry RPC after error@1183847561) -> (continuation of Deferred@1495873483 after retry RPC after error@1817937092) -> (continuation of Deferred@1425591154 after retry RPC after error@311081272)))
19:25:50.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [145ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1870953200(state=PENDING, result=null, callback=(continuation of Deferred@859319116 after retry RPC after error@1231029499) -> (continuation of Deferred@1034151340 after retry RPC after error@1908165394) -> (continuation of Deferred@61631522 after retry RPC after error@1252194160) -> (continuation of Deferred@1745810701 after retry RPC after error@2071578565) -> (continuation of Deferred@466905588 after retry RPC after error@1183847561) -> (continuation of Deferred@1495873483 after retry RPC after error@1817937092) -> (continuation of Deferred@1425591154 after retry RPC after error@311081272), errback=(continuation of Deferred@859319116 after retry RPC after error@1231029499) -> (continuation of Deferred@1034151340 after retry RPC after error@1908165394) -> (continuation of Deferred@61631522 after retry RPC after error@1252194160) -> (continuation of Deferred@1745810701 after retry RPC after error@2071578565) -> (continuation of Deferred@466905588 after retry RPC after error@1183847561) -> (continuation of Deferred@1495873483 after retry RPC after error@1817937092) -> (continuation of Deferred@1425591154 after retry RPC after error@311081272)))
19:25:50.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@524809788(state=PENDING, result=null, callback=(continuation of Deferred@605418553 after retry RPC after error@228842293) -> (continuation of Deferred@1740118194 after retry RPC after error@1198449775) -> (continuation of Deferred@1288795271 after retry RPC after error@1597531227) -> (continuation of Deferred@2019728006 after retry RPC after error@1218397305) -> (continuation of Deferred@263021729 after retry RPC after error@321639347) -> (continuation of Deferred@2146553338 after retry RPC after error@1300230897) -> (continuation of Deferred@689119123 after retry RPC after error@1692989257), errback=(continuation of Deferred@605418553 after retry RPC after error@228842293) -> (continuation of Deferred@1740118194 after retry RPC after error@1198449775) -> (continuation of Deferred@1288795271 after retry RPC after error@1597531227) -> (continuation of Deferred@2019728006 after retry RPC after error@1218397305) -> (continuation of Deferred@263021729 after retry RPC after error@321639347) -> (continuation of Deferred@2146553338 after retry RPC after error@1300230897) -> (continuation of Deferred@689119123 after retry RPC after error@1692989257)))
19:25:50.658 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@524809788(state=PENDING, result=null, callback=(continuation of Deferred@605418553 after retry RPC after error@228842293) -> (continuation of Deferred@1740118194 after retry RPC after error@1198449775) -> (continuation of Deferred@1288795271 after retry RPC after error@1597531227) -> (continuation of Deferred@2019728006 after retry RPC after error@1218397305) -> (continuation of Deferred@263021729 after retry RPC after error@321639347) -> (continuation of Deferred@2146553338 after retry RPC after error@1300230897) -> (continuation of Deferred@689119123 after retry RPC after error@1692989257), errback=(continuation of Deferred@605418553 after retry RPC after error@228842293) -> (continuation of Deferred@1740118194 after retry RPC after error@1198449775) -> (continuation of Deferred@1288795271 after retry RPC after error@1597531227) -> (continuation of Deferred@2019728006 after retry RPC after error@1218397305) -> (continuation of Deferred@263021729 after retry RPC after error@321639347) -> (continuation of Deferred@2146553338 after retry RPC after error@1300230897) -> (continuation of Deferred@689119123 after retry RPC after error@1692989257)))
19:25:50.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@296674966(state=PENDING, result=null, callback=(continuation of Deferred@1752090611 after retry RPC after error@49580115) -> (continuation of Deferred@1983571637 after retry RPC after error@281420978) -> (continuation of Deferred@243869702 after retry RPC after error@681152404) -> (continuation of Deferred@154655612 after retry RPC after error@687181148) -> (continuation of Deferred@1870354780 after retry RPC after error@200973832) -> (continuation of Deferred@1017202736 after retry RPC after error@951758229) -> (continuation of Deferred@230597223 after retry RPC after error@1382770438), errback=(continuation of Deferred@1752090611 after retry RPC after error@49580115) -> (continuation of Deferred@1983571637 after retry RPC after error@281420978) -> (continuation of Deferred@243869702 after retry RPC after error@681152404) -> (continuation of Deferred@154655612 after retry RPC after error@687181148) -> (continuation of Deferred@1870354780 after retry RPC after error@200973832) -> (continuation of Deferred@1017202736 after retry RPC after error@951758229) -> (continuation of Deferred@230597223 after retry RPC after error@1382770438)))
19:25:50.918 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@296674966(state=PENDING, result=null, callback=(continuation of Deferred@1752090611 after retry RPC after error@49580115) -> (continuation of Deferred@1983571637 after retry RPC after error@281420978) -> (continuation of Deferred@243869702 after retry RPC after error@681152404) -> (continuation of Deferred@154655612 after retry RPC after error@687181148) -> (continuation of Deferred@1870354780 after retry RPC after error@200973832) -> (continuation of Deferred@1017202736 after retry RPC after error@951758229) -> (continuation of Deferred@230597223 after retry RPC after error@1382770438), errback=(continuation of Deferred@1752090611 after retry RPC after error@49580115) -> (continuation of Deferred@1983571637 after retry RPC after error@281420978) -> (continuation of Deferred@243869702 after retry RPC after error@681152404) -> (continuation of Deferred@154655612 after retry RPC after error@687181148) -> (continuation of Deferred@1870354780 after retry RPC after error@200973832) -> (continuation of Deferred@1017202736 after retry RPC after error@951758229) -> (continuation of Deferred@230597223 after retry RPC after error@1382770438)))
19:25:50.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:50.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:50.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:50.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:50.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:50.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [84ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [104ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@137529553(state=PENDING, result=null, callback=(continuation of Deferred@590695995 after retry RPC after error@1601096104) -> (continuation of Deferred@554715005 after retry RPC after error@1039677326) -> (continuation of Deferred@875950748 after retry RPC after error@490692155) -> (continuation of Deferred@1052236110 after retry RPC after error@1116720465) -> (continuation of Deferred@1505060494 after retry RPC after error@1050420485) -> (continuation of Deferred@1054991921 after retry RPC after error@45634041), errback=(continuation of Deferred@590695995 after retry RPC after error@1601096104) -> (continuation of Deferred@554715005 after retry RPC after error@1039677326) -> (continuation of Deferred@875950748 after retry RPC after error@490692155) -> (continuation of Deferred@1052236110 after retry RPC after error@1116720465) -> (continuation of Deferred@1505060494 after retry RPC after error@1050420485) -> (continuation of Deferred@1054991921 after retry RPC after error@45634041)))
19:25:51.098 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [84ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [104ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@137529553(state=PENDING, result=null, callback=(continuation of Deferred@590695995 after retry RPC after error@1601096104) -> (continuation of Deferred@554715005 after retry RPC after error@1039677326) -> (continuation of Deferred@875950748 after retry RPC after error@490692155) -> (continuation of Deferred@1052236110 after retry RPC after error@1116720465) -> (continuation of Deferred@1505060494 after retry RPC after error@1050420485) -> (continuation of Deferred@1054991921 after retry RPC after error@45634041), errback=(continuation of Deferred@590695995 after retry RPC after error@1601096104) -> (continuation of Deferred@554715005 after retry RPC after error@1039677326) -> (continuation of Deferred@875950748 after retry RPC after error@490692155) -> (continuation of Deferred@1052236110 after retry RPC after error@1116720465) -> (continuation of Deferred@1505060494 after retry RPC after error@1050420485) -> (continuation of Deferred@1054991921 after retry RPC after error@45634041)))
19:25:51.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:51.263963 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:25:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:51.264258 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:25:51.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@661172424(state=PENDING, result=null, callback=(continuation of Deferred@1204507523 after retry RPC after error@1918835347) -> (continuation of Deferred@1932442333 after retry RPC after error@295877248) -> (continuation of Deferred@216577148 after retry RPC after error@107588848) -> (continuation of Deferred@1513138 after retry RPC after error@82172554) -> (continuation of Deferred@1298650430 after retry RPC after error@111345230) -> (continuation of Deferred@1052297902 after retry RPC after error@337868409), errback=(continuation of Deferred@1204507523 after retry RPC after error@1918835347) -> (continuation of Deferred@1932442333 after retry RPC after error@295877248) -> (continuation of Deferred@216577148 after retry RPC after error@107588848) -> (continuation of Deferred@1513138 after retry RPC after error@82172554) -> (continuation of Deferred@1298650430 after retry RPC after error@111345230) -> (continuation of Deferred@1052297902 after retry RPC after error@337868409)))
19:25:51.318 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@661172424(state=PENDING, result=null, callback=(continuation of Deferred@1204507523 after retry RPC after error@1918835347) -> (continuation of Deferred@1932442333 after retry RPC after error@295877248) -> (continuation of Deferred@216577148 after retry RPC after error@107588848) -> (continuation of Deferred@1513138 after retry RPC after error@82172554) -> (continuation of Deferred@1298650430 after retry RPC after error@111345230) -> (continuation of Deferred@1052297902 after retry RPC after error@337868409), errback=(continuation of Deferred@1204507523 after retry RPC after error@1918835347) -> (continuation of Deferred@1932442333 after retry RPC after error@295877248) -> (continuation of Deferred@216577148 after retry RPC after error@107588848) -> (continuation of Deferred@1513138 after retry RPC after error@82172554) -> (continuation of Deferred@1298650430 after retry RPC after error@111345230) -> (continuation of Deferred@1052297902 after retry RPC after error@337868409)))
19:25:51.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [85ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@749904274(state=PENDING, result=null, callback=(continuation of Deferred@725010730 after retry RPC after error@932526462) -> (continuation of Deferred@1985283586 after retry RPC after error@1339201387) -> (continuation of Deferred@1378904098 after retry RPC after error@1282471379) -> (continuation of Deferred@306941769 after retry RPC after error@1232677796) -> (continuation of Deferred@416885713 after retry RPC after error@1405913972) -> (continuation of Deferred@498300803 after retry RPC after error@488070042) -> (continuation of Deferred@1287744586 after retry RPC after error@2070006157), errback=(continuation of Deferred@725010730 after retry RPC after error@932526462) -> (continuation of Deferred@1985283586 after retry RPC after error@1339201387) -> (continuation of Deferred@1378904098 after retry RPC after error@1282471379) -> (continuation of Deferred@306941769 after retry RPC after error@1232677796) -> (continuation of Deferred@416885713 after retry RPC after error@1405913972) -> (continuation of Deferred@498300803 after retry RPC after error@488070042) -> (continuation of Deferred@1287744586 after retry RPC after error@2070006157)))
19:25:51.538 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [85ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@749904274(state=PENDING, result=null, callback=(continuation of Deferred@725010730 after retry RPC after error@932526462) -> (continuation of Deferred@1985283586 after retry RPC after error@1339201387) -> (continuation of Deferred@1378904098 after retry RPC after error@1282471379) -> (continuation of Deferred@306941769 after retry RPC after error@1232677796) -> (continuation of Deferred@416885713 after retry RPC after error@1405913972) -> (continuation of Deferred@498300803 after retry RPC after error@488070042) -> (continuation of Deferred@1287744586 after retry RPC after error@2070006157), errback=(continuation of Deferred@725010730 after retry RPC after error@932526462) -> (continuation of Deferred@1985283586 after retry RPC after error@1339201387) -> (continuation of Deferred@1378904098 after retry RPC after error@1282471379) -> (continuation of Deferred@306941769 after retry RPC after error@1232677796) -> (continuation of Deferred@416885713 after retry RPC after error@1405913972) -> (continuation of Deferred@498300803 after retry RPC after error@488070042) -> (continuation of Deferred@1287744586 after retry RPC after error@2070006157)))
19:25:51.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.718 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2065931462(state=PENDING, result=null, callback=(continuation of Deferred@1054856245 after retry RPC after error@82321132) -> (continuation of Deferred@866603767 after retry RPC after error@1409625577) -> (continuation of Deferred@339424544 after retry RPC after error@1356875317) -> (continuation of Deferred@1499043380 after retry RPC after error@617513619) -> (continuation of Deferred@1762730271 after retry RPC after error@999429094) -> (continuation of Deferred@779078294 after retry RPC after error@2128941010) -> (continuation of Deferred@505200840 after retry RPC after error@901447118), errback=(continuation of Deferred@1054856245 after retry RPC after error@82321132) -> (continuation of Deferred@866603767 after retry RPC after error@1409625577) -> (continuation of Deferred@339424544 after retry RPC after error@1356875317) -> (continuation of Deferred@1499043380 after retry RPC after error@617513619) -> (continuation of Deferred@1762730271 after retry RPC after error@999429094) -> (continuation of Deferred@779078294 after retry RPC after error@2128941010) -> (continuation of Deferred@505200840 after retry RPC after error@901447118)))
19:25:51.718 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2065931462(state=PENDING, result=null, callback=(continuation of Deferred@1054856245 after retry RPC after error@82321132) -> (continuation of Deferred@866603767 after retry RPC after error@1409625577) -> (continuation of Deferred@339424544 after retry RPC after error@1356875317) -> (continuation of Deferred@1499043380 after retry RPC after error@617513619) -> (continuation of Deferred@1762730271 after retry RPC after error@999429094) -> (continuation of Deferred@779078294 after retry RPC after error@2128941010) -> (continuation of Deferred@505200840 after retry RPC after error@901447118), errback=(continuation of Deferred@1054856245 after retry RPC after error@82321132) -> (continuation of Deferred@866603767 after retry RPC after error@1409625577) -> (continuation of Deferred@339424544 after retry RPC after error@1356875317) -> (continuation of Deferred@1499043380 after retry RPC after error@617513619) -> (continuation of Deferred@1762730271 after retry RPC after error@999429094) -> (continuation of Deferred@779078294 after retry RPC after error@2128941010) -> (continuation of Deferred@505200840 after retry RPC after error@901447118)))
19:25:51.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:51.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [240ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1176767099(state=PENDING, result=null, callback=(continuation of Deferred@2129835775 after retry RPC after error@313380202) -> (continuation of Deferred@1376376366 after retry RPC after error@882407878) -> (continuation of Deferred@1605788900 after retry RPC after error@596387045) -> (continuation of Deferred@1059601948 after retry RPC after error@1208559222) -> (continuation of Deferred@620034775 after retry RPC after error@1713199520) -> (continuation of Deferred@414929825 after retry RPC after error@427883606) -> (continuation of Deferred@438411251 after retry RPC after error@377292110), errback=(continuation of Deferred@2129835775 after retry RPC after error@313380202) -> (continuation of Deferred@1376376366 after retry RPC after error@882407878) -> (continuation of Deferred@1605788900 after retry RPC after error@596387045) -> (continuation of Deferred@1059601948 after retry RPC after error@1208559222) -> (continuation of Deferred@620034775 after retry RPC after error@1713199520) -> (continuation of Deferred@414929825 after retry RPC after error@427883606) -> (continuation of Deferred@438411251 after retry RPC after error@377292110)))
19:25:51.978 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [240ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1176767099(state=PENDING, result=null, callback=(continuation of Deferred@2129835775 after retry RPC after error@313380202) -> (continuation of Deferred@1376376366 after retry RPC after error@882407878) -> (continuation of Deferred@1605788900 after retry RPC after error@596387045) -> (continuation of Deferred@1059601948 after retry RPC after error@1208559222) -> (continuation of Deferred@620034775 after retry RPC after error@1713199520) -> (continuation of Deferred@414929825 after retry RPC after error@427883606) -> (continuation of Deferred@438411251 after retry RPC after error@377292110), errback=(continuation of Deferred@2129835775 after retry RPC after error@313380202) -> (continuation of Deferred@1376376366 after retry RPC after error@882407878) -> (continuation of Deferred@1605788900 after retry RPC after error@596387045) -> (continuation of Deferred@1059601948 after retry RPC after error@1208559222) -> (continuation of Deferred@620034775 after retry RPC after error@1713199520) -> (continuation of Deferred@414929825 after retry RPC after error@427883606) -> (continuation of Deferred@438411251 after retry RPC after error@377292110)))
19:25:51.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:51.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:51.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:51.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:51.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1216267332(state=PENDING, result=null, callback=(continuation of Deferred@583777514 after retry RPC after error@2088091681) -> (continuation of Deferred@548647160 after retry RPC after error@508628046) -> (continuation of Deferred@1635966850 after retry RPC after error@858025819) -> (continuation of Deferred@246234551 after retry RPC after error@411595600) -> (continuation of Deferred@1870774540 after retry RPC after error@2135893264) -> (continuation of Deferred@409534411 after retry RPC after error@1126239589) -> (continuation of Deferred@583613868 after retry RPC after error@606661440), errback=(continuation of Deferred@583777514 after retry RPC after error@2088091681) -> (continuation of Deferred@548647160 after retry RPC after error@508628046) -> (continuation of Deferred@1635966850 after retry RPC after error@858025819) -> (continuation of Deferred@246234551 after retry RPC after error@411595600) -> (continuation of Deferred@1870774540 after retry RPC after error@2135893264) -> (continuation of Deferred@409534411 after retry RPC after error@1126239589) -> (continuation of Deferred@583613868 after retry RPC after error@606661440)))
19:25:52.237 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1216267332(state=PENDING, result=null, callback=(continuation of Deferred@583777514 after retry RPC after error@2088091681) -> (continuation of Deferred@548647160 after retry RPC after error@508628046) -> (continuation of Deferred@1635966850 after retry RPC after error@858025819) -> (continuation of Deferred@246234551 after retry RPC after error@411595600) -> (continuation of Deferred@1870774540 after retry RPC after error@2135893264) -> (continuation of Deferred@409534411 after retry RPC after error@1126239589) -> (continuation of Deferred@583613868 after retry RPC after error@606661440), errback=(continuation of Deferred@583777514 after retry RPC after error@2088091681) -> (continuation of Deferred@548647160 after retry RPC after error@508628046) -> (continuation of Deferred@1635966850 after retry RPC after error@858025819) -> (continuation of Deferred@246234551 after retry RPC after error@411595600) -> (continuation of Deferred@1870774540 after retry RPC after error@2135893264) -> (continuation of Deferred@409534411 after retry RPC after error@1126239589) -> (continuation of Deferred@583613868 after retry RPC after error@606661440)))
19:25:52.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@551445963(state=PENDING, result=null, callback=(continuation of Deferred@316262292 after retry RPC after error@1362053830) -> (continuation of Deferred@547698752 after retry RPC after error@1929830818) -> (continuation of Deferred@792689969 after retry RPC after error@82672490) -> (continuation of Deferred@218313871 after retry RPC after error@1238159228) -> (continuation of Deferred@500102529 after retry RPC after error@1914170233) -> (continuation of Deferred@1722031864 after retry RPC after error@1237097087) -> (continuation of Deferred@599002164 after retry RPC after error@1857382168), errback=(continuation of Deferred@316262292 after retry RPC after error@1362053830) -> (continuation of Deferred@547698752 after retry RPC after error@1929830818) -> (continuation of Deferred@792689969 after retry RPC after error@82672490) -> (continuation of Deferred@218313871 after retry RPC after error@1238159228) -> (continuation of Deferred@500102529 after retry RPC after error@1914170233) -> (continuation of Deferred@1722031864 after retry RPC after error@1237097087) -> (continuation of Deferred@599002164 after retry RPC after error@1857382168)))
19:25:52.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@551445963(state=PENDING, result=null, callback=(continuation of Deferred@316262292 after retry RPC after error@1362053830) -> (continuation of Deferred@547698752 after retry RPC after error@1929830818) -> (continuation of Deferred@792689969 after retry RPC after error@82672490) -> (continuation of Deferred@218313871 after retry RPC after error@1238159228) -> (continuation of Deferred@500102529 after retry RPC after error@1914170233) -> (continuation of Deferred@1722031864 after retry RPC after error@1237097087) -> (continuation of Deferred@599002164 after retry RPC after error@1857382168), errback=(continuation of Deferred@316262292 after retry RPC after error@1362053830) -> (continuation of Deferred@547698752 after retry RPC after error@1929830818) -> (continuation of Deferred@792689969 after retry RPC after error@82672490) -> (continuation of Deferred@218313871 after retry RPC after error@1238159228) -> (continuation of Deferred@500102529 after retry RPC after error@1914170233) -> (continuation of Deferred@1722031864 after retry RPC after error@1237097087) -> (continuation of Deferred@599002164 after retry RPC after error@1857382168)))
19:25:52.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.738 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@899889918(state=PENDING, result=null, callback=(continuation of Deferred@358607527 after retry RPC after error@721646639) -> (continuation of Deferred@1713298711 after retry RPC after error@1254518752) -> (continuation of Deferred@547794637 after retry RPC after error@280237306) -> (continuation of Deferred@13796766 after retry RPC after error@2039628555) -> (continuation of Deferred@1826052658 after retry RPC after error@1551143062) -> (continuation of Deferred@1218318579 after retry RPC after error@603949296) -> (continuation of Deferred@1974423671 after retry RPC after error@229088884), errback=(continuation of Deferred@358607527 after retry RPC after error@721646639) -> (continuation of Deferred@1713298711 after retry RPC after error@1254518752) -> (continuation of Deferred@547794637 after retry RPC after error@280237306) -> (continuation of Deferred@13796766 after retry RPC after error@2039628555) -> (continuation of Deferred@1826052658 after retry RPC after error@1551143062) -> (continuation of Deferred@1218318579 after retry RPC after error@603949296) -> (continuation of Deferred@1974423671 after retry RPC after error@229088884)))
19:25:52.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@899889918(state=PENDING, result=null, callback=(continuation of Deferred@358607527 after retry RPC after error@721646639) -> (continuation of Deferred@1713298711 after retry RPC after error@1254518752) -> (continuation of Deferred@547794637 after retry RPC after error@280237306) -> (continuation of Deferred@13796766 after retry RPC after error@2039628555) -> (continuation of Deferred@1826052658 after retry RPC after error@1551143062) -> (continuation of Deferred@1218318579 after retry RPC after error@603949296) -> (continuation of Deferred@1974423671 after retry RPC after error@229088884), errback=(continuation of Deferred@358607527 after retry RPC after error@721646639) -> (continuation of Deferred@1713298711 after retry RPC after error@1254518752) -> (continuation of Deferred@547794637 after retry RPC after error@280237306) -> (continuation of Deferred@13796766 after retry RPC after error@2039628555) -> (continuation of Deferred@1826052658 after retry RPC after error@1551143062) -> (continuation of Deferred@1218318579 after retry RPC after error@603949296) -> (continuation of Deferred@1974423671 after retry RPC after error@229088884)))
19:25:52.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.896 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1496317637(state=PENDING, result=null, callback=(continuation of Deferred@532436819 after retry RPC after error@1237274373) -> (continuation of Deferred@1990003697 after retry RPC after error@1356991025) -> (continuation of Deferred@756668849 after retry RPC after error@518880368) -> (continuation of Deferred@11615967 after retry RPC after error@1086463866) -> (continuation of Deferred@603296386 after retry RPC after error@1452176496) -> (continuation of Deferred@1606479800 after retry RPC after error@262734581) -> (continuation of Deferred@13103104 after retry RPC after error@625949084), errback=(continuation of Deferred@532436819 after retry RPC after error@1237274373) -> (continuation of Deferred@1990003697 after retry RPC after error@1356991025) -> (continuation of Deferred@756668849 after retry RPC after error@518880368) -> (continuation of Deferred@11615967 after retry RPC after error@1086463866) -> (continuation of Deferred@603296386 after retry RPC after error@1452176496) -> (continuation of Deferred@1606479800 after retry RPC after error@262734581) -> (continuation of Deferred@13103104 after retry RPC after error@625949084)))
19:25:52.957 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1496317637(state=PENDING, result=null, callback=(continuation of Deferred@532436819 after retry RPC after error@1237274373) -> (continuation of Deferred@1990003697 after retry RPC after error@1356991025) -> (continuation of Deferred@756668849 after retry RPC after error@518880368) -> (continuation of Deferred@11615967 after retry RPC after error@1086463866) -> (continuation of Deferred@603296386 after retry RPC after error@1452176496) -> (continuation of Deferred@1606479800 after retry RPC after error@262734581) -> (continuation of Deferred@13103104 after retry RPC after error@625949084), errback=(continuation of Deferred@532436819 after retry RPC after error@1237274373) -> (continuation of Deferred@1990003697 after retry RPC after error@1356991025) -> (continuation of Deferred@756668849 after retry RPC after error@518880368) -> (continuation of Deferred@11615967 after retry RPC after error@1086463866) -> (continuation of Deferred@603296386 after retry RPC after error@1452176496) -> (continuation of Deferred@1606479800 after retry RPC after error@262734581) -> (continuation of Deferred@13103104 after retry RPC after error@625949084)))
19:25:52.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:52.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:52.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:52.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:52.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:52.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:53.152100 30557 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:25:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:53.152371 30557 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:25:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:53.153211 30557 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:25:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:53.154482 30176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:25:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:53.155937 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:25:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:53.156140 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:25:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:53.156219 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:25:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:53.156481 30557 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:25:53.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1352323472(state=PENDING, result=null, callback=(continuation of Deferred@2040689316 after retry RPC after error@1658176502) -> (continuation of Deferred@2015594570 after retry RPC after error@2117320847) -> (continuation of Deferred@351185599 after retry RPC after error@1491599783) -> (continuation of Deferred@1022210856 after retry RPC after error@1547320194) -> (continuation of Deferred@1029753320 after retry RPC after error@631050970) -> (continuation of Deferred@1958252978 after retry RPC after error@2035503756) -> (continuation of Deferred@1112013767 after retry RPC after error@260127383) -> (continuation of Deferred@1057234900 after retry RPC after error@1545661834), errback=(continuation of Deferred@2040689316 after retry RPC after error@1658176502) -> (continuation of Deferred@2015594570 after retry RPC after error@2117320847) -> (continuation of Deferred@351185599 after retry RPC after error@1491599783) -> (continuation of Deferred@1022210856 after retry RPC after error@1547320194) -> (continuation of Deferred@1029753320 after retry RPC after error@631050970) -> (continuation of Deferred@1958252978 after retry RPC after error@2035503756) -> (continuation of Deferred@1112013767 after retry RPC after error@260127383) -> (continuation of Deferred@1057234900 after retry RPC after error@1545661834)))
19:25:53.218 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1352323472(state=PENDING, result=null, callback=(continuation of Deferred@2040689316 after retry RPC after error@1658176502) -> (continuation of Deferred@2015594570 after retry RPC after error@2117320847) -> (continuation of Deferred@351185599 after retry RPC after error@1491599783) -> (continuation of Deferred@1022210856 after retry RPC after error@1547320194) -> (continuation of Deferred@1029753320 after retry RPC after error@631050970) -> (continuation of Deferred@1958252978 after retry RPC after error@2035503756) -> (continuation of Deferred@1112013767 after retry RPC after error@260127383) -> (continuation of Deferred@1057234900 after retry RPC after error@1545661834), errback=(continuation of Deferred@2040689316 after retry RPC after error@1658176502) -> (continuation of Deferred@2015594570 after retry RPC after error@2117320847) -> (continuation of Deferred@351185599 after retry RPC after error@1491599783) -> (continuation of Deferred@1022210856 after retry RPC after error@1547320194) -> (continuation of Deferred@1029753320 after retry RPC after error@631050970) -> (continuation of Deferred@1958252978 after retry RPC after error@2035503756) -> (continuation of Deferred@1112013767 after retry RPC after error@260127383) -> (continuation of Deferred@1057234900 after retry RPC after error@1545661834)))
19:25:53.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1315097477(state=PENDING, result=null, callback=(continuation of Deferred@465861358 after retry RPC after error@439546671) -> (continuation of Deferred@682135859 after retry RPC after error@1892571456) -> (continuation of Deferred@1214602941 after retry RPC after error@1162049301) -> (continuation of Deferred@697190279 after retry RPC after error@721952687) -> (continuation of Deferred@1241132229 after retry RPC after error@400494896) -> (continuation of Deferred@1278664243 after retry RPC after error@656950653) -> (continuation of Deferred@1068288345 after retry RPC after error@1343559949), errback=(continuation of Deferred@465861358 after retry RPC after error@439546671) -> (continuation of Deferred@682135859 after retry RPC after error@1892571456) -> (continuation of Deferred@1214602941 after retry RPC after error@1162049301) -> (continuation of Deferred@697190279 after retry RPC after error@721952687) -> (continuation of Deferred@1241132229 after retry RPC after error@400494896) -> (continuation of Deferred@1278664243 after retry RPC after error@656950653) -> (continuation of Deferred@1068288345 after retry RPC after error@1343559949)))
19:25:53.458 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1315097477(state=PENDING, result=null, callback=(continuation of Deferred@465861358 after retry RPC after error@439546671) -> (continuation of Deferred@682135859 after retry RPC after error@1892571456) -> (continuation of Deferred@1214602941 after retry RPC after error@1162049301) -> (continuation of Deferred@697190279 after retry RPC after error@721952687) -> (continuation of Deferred@1241132229 after retry RPC after error@400494896) -> (continuation of Deferred@1278664243 after retry RPC after error@656950653) -> (continuation of Deferred@1068288345 after retry RPC after error@1343559949), errback=(continuation of Deferred@465861358 after retry RPC after error@439546671) -> (continuation of Deferred@682135859 after retry RPC after error@1892571456) -> (continuation of Deferred@1214602941 after retry RPC after error@1162049301) -> (continuation of Deferred@697190279 after retry RPC after error@721952687) -> (continuation of Deferred@1241132229 after retry RPC after error@400494896) -> (continuation of Deferred@1278664243 after retry RPC after error@656950653) -> (continuation of Deferred@1068288345 after retry RPC after error@1343559949)))
19:25:53.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.596 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@542829736(state=PENDING, result=null, callback=(continuation of Deferred@1127982771 after retry RPC after error@1803647495) -> (continuation of Deferred@162383241 after retry RPC after error@2128955320) -> (continuation of Deferred@1626695913 after retry RPC after error@12871602) -> (continuation of Deferred@1738701742 after retry RPC after error@867051621) -> (continuation of Deferred@2019011801 after retry RPC after error@1527627158) -> (continuation of Deferred@788972114 after retry RPC after error@1831414487) -> (continuation of Deferred@677208783 after retry RPC after error@512400223), errback=(continuation of Deferred@1127982771 after retry RPC after error@1803647495) -> (continuation of Deferred@162383241 after retry RPC after error@2128955320) -> (continuation of Deferred@1626695913 after retry RPC after error@12871602) -> (continuation of Deferred@1738701742 after retry RPC after error@867051621) -> (continuation of Deferred@2019011801 after retry RPC after error@1527627158) -> (continuation of Deferred@788972114 after retry RPC after error@1831414487) -> (continuation of Deferred@677208783 after retry RPC after error@512400223)))
19:25:53.659 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@542829736(state=PENDING, result=null, callback=(continuation of Deferred@1127982771 after retry RPC after error@1803647495) -> (continuation of Deferred@162383241 after retry RPC after error@2128955320) -> (continuation of Deferred@1626695913 after retry RPC after error@12871602) -> (continuation of Deferred@1738701742 after retry RPC after error@867051621) -> (continuation of Deferred@2019011801 after retry RPC after error@1527627158) -> (continuation of Deferred@788972114 after retry RPC after error@1831414487) -> (continuation of Deferred@677208783 after retry RPC after error@512400223), errback=(continuation of Deferred@1127982771 after retry RPC after error@1803647495) -> (continuation of Deferred@162383241 after retry RPC after error@2128955320) -> (continuation of Deferred@1626695913 after retry RPC after error@12871602) -> (continuation of Deferred@1738701742 after retry RPC after error@867051621) -> (continuation of Deferred@2019011801 after retry RPC after error@1527627158) -> (continuation of Deferred@788972114 after retry RPC after error@1831414487) -> (continuation of Deferred@677208783 after retry RPC after error@512400223)))
19:25:53.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1057496540(state=PENDING, result=null, callback=(continuation of Deferred@2042298361 after retry RPC after error@1389433149) -> (continuation of Deferred@875369042 after retry RPC after error@1270095862) -> (continuation of Deferred@1709143118 after retry RPC after error@1063110961) -> (continuation of Deferred@1665069834 after retry RPC after error@136186676) -> (continuation of Deferred@377316221 after retry RPC after error@1203250370) -> (continuation of Deferred@1393174940 after retry RPC after error@724946786), errback=(continuation of Deferred@2042298361 after retry RPC after error@1389433149) -> (continuation of Deferred@875369042 after retry RPC after error@1270095862) -> (continuation of Deferred@1709143118 after retry RPC after error@1063110961) -> (continuation of Deferred@1665069834 after retry RPC after error@136186676) -> (continuation of Deferred@377316221 after retry RPC after error@1203250370) -> (continuation of Deferred@1393174940 after retry RPC after error@724946786)))
19:25:53.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1057496540(state=PENDING, result=null, callback=(continuation of Deferred@2042298361 after retry RPC after error@1389433149) -> (continuation of Deferred@875369042 after retry RPC after error@1270095862) -> (continuation of Deferred@1709143118 after retry RPC after error@1063110961) -> (continuation of Deferred@1665069834 after retry RPC after error@136186676) -> (continuation of Deferred@377316221 after retry RPC after error@1203250370) -> (continuation of Deferred@1393174940 after retry RPC after error@724946786), errback=(continuation of Deferred@2042298361 after retry RPC after error@1389433149) -> (continuation of Deferred@875369042 after retry RPC after error@1270095862) -> (continuation of Deferred@1709143118 after retry RPC after error@1063110961) -> (continuation of Deferred@1665069834 after retry RPC after error@136186676) -> (continuation of Deferred@377316221 after retry RPC after error@1203250370) -> (continuation of Deferred@1393174940 after retry RPC after error@724946786)))
19:25:53.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:53.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:53.945619 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:25:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:53.946975 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:25:53.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:53.948251 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:25:53.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:53.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:53.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:53.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:53.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2054302829(state=PENDING, result=null, callback=(continuation of Deferred@75095831 after retry RPC after error@262146114) -> (continuation of Deferred@1890350652 after retry RPC after error@458632448) -> (continuation of Deferred@1369298970 after retry RPC after error@1592801395) -> (continuation of Deferred@1308538887 after retry RPC after error@1743430293) -> (continuation of Deferred@1485372282 after retry RPC after error@124019640) -> (continuation of Deferred@1071828435 after retry RPC after error@221134512), errback=(continuation of Deferred@75095831 after retry RPC after error@262146114) -> (continuation of Deferred@1890350652 after retry RPC after error@458632448) -> (continuation of Deferred@1369298970 after retry RPC after error@1592801395) -> (continuation of Deferred@1308538887 after retry RPC after error@1743430293) -> (continuation of Deferred@1485372282 after retry RPC after error@124019640) -> (continuation of Deferred@1071828435 after retry RPC after error@221134512)))
19:25:54.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2054302829(state=PENDING, result=null, callback=(continuation of Deferred@75095831 after retry RPC after error@262146114) -> (continuation of Deferred@1890350652 after retry RPC after error@458632448) -> (continuation of Deferred@1369298970 after retry RPC after error@1592801395) -> (continuation of Deferred@1308538887 after retry RPC after error@1743430293) -> (continuation of Deferred@1485372282 after retry RPC after error@124019640) -> (continuation of Deferred@1071828435 after retry RPC after error@221134512), errback=(continuation of Deferred@75095831 after retry RPC after error@262146114) -> (continuation of Deferred@1890350652 after retry RPC after error@458632448) -> (continuation of Deferred@1369298970 after retry RPC after error@1592801395) -> (continuation of Deferred@1308538887 after retry RPC after error@1743430293) -> (continuation of Deferred@1485372282 after retry RPC after error@124019640) -> (continuation of Deferred@1071828435 after retry RPC after error@221134512)))
19:25:54.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.258 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@433580855(state=PENDING, result=null, callback=(continuation of Deferred@525943852 after retry RPC after error@238509984) -> (continuation of Deferred@737752802 after retry RPC after error@231866105) -> (continuation of Deferred@1484563275 after retry RPC after error@1820470715) -> (continuation of Deferred@246307055 after retry RPC after error@202004981) -> (continuation of Deferred@827442628 after retry RPC after error@1279515040) -> (continuation of Deferred@819366375 after retry RPC after error@1850588153) -> (continuation of Deferred@1368206353 after retry RPC after error@64053593), errback=(continuation of Deferred@525943852 after retry RPC after error@238509984) -> (continuation of Deferred@737752802 after retry RPC after error@231866105) -> (continuation of Deferred@1484563275 after retry RPC after error@1820470715) -> (continuation of Deferred@246307055 after retry RPC after error@202004981) -> (continuation of Deferred@827442628 after retry RPC after error@1279515040) -> (continuation of Deferred@819366375 after retry RPC after error@1850588153) -> (continuation of Deferred@1368206353 after retry RPC after error@64053593)))
19:25:54.258 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@433580855(state=PENDING, result=null, callback=(continuation of Deferred@525943852 after retry RPC after error@238509984) -> (continuation of Deferred@737752802 after retry RPC after error@231866105) -> (continuation of Deferred@1484563275 after retry RPC after error@1820470715) -> (continuation of Deferred@246307055 after retry RPC after error@202004981) -> (continuation of Deferred@827442628 after retry RPC after error@1279515040) -> (continuation of Deferred@819366375 after retry RPC after error@1850588153) -> (continuation of Deferred@1368206353 after retry RPC after error@64053593), errback=(continuation of Deferred@525943852 after retry RPC after error@238509984) -> (continuation of Deferred@737752802 after retry RPC after error@231866105) -> (continuation of Deferred@1484563275 after retry RPC after error@1820470715) -> (continuation of Deferred@246307055 after retry RPC after error@202004981) -> (continuation of Deferred@827442628 after retry RPC after error@1279515040) -> (continuation of Deferred@819366375 after retry RPC after error@1850588153) -> (continuation of Deferred@1368206353 after retry RPC after error@64053593)))
19:25:54.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.478 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@355854609(state=PENDING, result=null, callback=(continuation of Deferred@592469398 after retry RPC after error@676173734) -> (continuation of Deferred@1905351530 after retry RPC after error@1263950120) -> (continuation of Deferred@1791689017 after retry RPC after error@780098401) -> (continuation of Deferred@1431183311 after retry RPC after error@740856663) -> (continuation of Deferred@517508386 after retry RPC after error@1252551115) -> (continuation of Deferred@1866315574 after retry RPC after error@124199853) -> (continuation of Deferred@1569464318 after retry RPC after error@1415828405), errback=(continuation of Deferred@592469398 after retry RPC after error@676173734) -> (continuation of Deferred@1905351530 after retry RPC after error@1263950120) -> (continuation of Deferred@1791689017 after retry RPC after error@780098401) -> (continuation of Deferred@1431183311 after retry RPC after error@740856663) -> (continuation of Deferred@517508386 after retry RPC after error@1252551115) -> (continuation of Deferred@1866315574 after retry RPC after error@124199853) -> (continuation of Deferred@1569464318 after retry RPC after error@1415828405)))
19:25:54.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@355854609(state=PENDING, result=null, callback=(continuation of Deferred@592469398 after retry RPC after error@676173734) -> (continuation of Deferred@1905351530 after retry RPC after error@1263950120) -> (continuation of Deferred@1791689017 after retry RPC after error@780098401) -> (continuation of Deferred@1431183311 after retry RPC after error@740856663) -> (continuation of Deferred@517508386 after retry RPC after error@1252551115) -> (continuation of Deferred@1866315574 after retry RPC after error@124199853) -> (continuation of Deferred@1569464318 after retry RPC after error@1415828405), errback=(continuation of Deferred@592469398 after retry RPC after error@676173734) -> (continuation of Deferred@1905351530 after retry RPC after error@1263950120) -> (continuation of Deferred@1791689017 after retry RPC after error@780098401) -> (continuation of Deferred@1431183311 after retry RPC after error@740856663) -> (continuation of Deferred@517508386 after retry RPC after error@1252551115) -> (continuation of Deferred@1866315574 after retry RPC after error@124199853) -> (continuation of Deferred@1569464318 after retry RPC after error@1415828405)))
19:25:54.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.536 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1493565996(state=PENDING, result=null, callback=(continuation of Deferred@862695452 after retry RPC after error@1849958749) -> (continuation of Deferred@259940274 after retry RPC after error@1711291155) -> (continuation of Deferred@134585503 after retry RPC after error@1199839755) -> (continuation of Deferred@981094022 after retry RPC after error@1564811897) -> (continuation of Deferred@2038475818 after retry RPC after error@506705235) -> (continuation of Deferred@1985336941 after retry RPC after error@41382964) -> (continuation of Deferred@2129295788 after retry RPC after error@2104545807), errback=(continuation of Deferred@862695452 after retry RPC after error@1849958749) -> (continuation of Deferred@259940274 after retry RPC after error@1711291155) -> (continuation of Deferred@134585503 after retry RPC after error@1199839755) -> (continuation of Deferred@981094022 after retry RPC after error@1564811897) -> (continuation of Deferred@2038475818 after retry RPC after error@506705235) -> (continuation of Deferred@1985336941 after retry RPC after error@41382964) -> (continuation of Deferred@2129295788 after retry RPC after error@2104545807)))
19:25:54.718 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1493565996(state=PENDING, result=null, callback=(continuation of Deferred@862695452 after retry RPC after error@1849958749) -> (continuation of Deferred@259940274 after retry RPC after error@1711291155) -> (continuation of Deferred@134585503 after retry RPC after error@1199839755) -> (continuation of Deferred@981094022 after retry RPC after error@1564811897) -> (continuation of Deferred@2038475818 after retry RPC after error@506705235) -> (continuation of Deferred@1985336941 after retry RPC after error@41382964) -> (continuation of Deferred@2129295788 after retry RPC after error@2104545807), errback=(continuation of Deferred@862695452 after retry RPC after error@1849958749) -> (continuation of Deferred@259940274 after retry RPC after error@1711291155) -> (continuation of Deferred@134585503 after retry RPC after error@1199839755) -> (continuation of Deferred@981094022 after retry RPC after error@1564811897) -> (continuation of Deferred@2038475818 after retry RPC after error@506705235) -> (continuation of Deferred@1985336941 after retry RPC after error@41382964) -> (continuation of Deferred@2129295788 after retry RPC after error@2104545807)))
19:25:54.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.918 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@861525865(state=PENDING, result=null, callback=(continuation of Deferred@62176831 after retry RPC after error@1420574102) -> (continuation of Deferred@1347877342 after retry RPC after error@759799330) -> (continuation of Deferred@195729650 after retry RPC after error@1054819484) -> (continuation of Deferred@1495319184 after retry RPC after error@955903768) -> (continuation of Deferred@1733008893 after retry RPC after error@603246124) -> (continuation of Deferred@2082454656 after retry RPC after error@199822644) -> (continuation of Deferred@813092289 after retry RPC after error@896987213), errback=(continuation of Deferred@62176831 after retry RPC after error@1420574102) -> (continuation of Deferred@1347877342 after retry RPC after error@759799330) -> (continuation of Deferred@195729650 after retry RPC after error@1054819484) -> (continuation of Deferred@1495319184 after retry RPC after error@955903768) -> (continuation of Deferred@1733008893 after retry RPC after error@603246124) -> (continuation of Deferred@2082454656 after retry RPC after error@199822644) -> (continuation of Deferred@813092289 after retry RPC after error@896987213)))
19:25:54.918 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@861525865(state=PENDING, result=null, callback=(continuation of Deferred@62176831 after retry RPC after error@1420574102) -> (continuation of Deferred@1347877342 after retry RPC after error@759799330) -> (continuation of Deferred@195729650 after retry RPC after error@1054819484) -> (continuation of Deferred@1495319184 after retry RPC after error@955903768) -> (continuation of Deferred@1733008893 after retry RPC after error@603246124) -> (continuation of Deferred@2082454656 after retry RPC after error@199822644) -> (continuation of Deferred@813092289 after retry RPC after error@896987213), errback=(continuation of Deferred@62176831 after retry RPC after error@1420574102) -> (continuation of Deferred@1347877342 after retry RPC after error@759799330) -> (continuation of Deferred@195729650 after retry RPC after error@1054819484) -> (continuation of Deferred@1495319184 after retry RPC after error@955903768) -> (continuation of Deferred@1733008893 after retry RPC after error@603246124) -> (continuation of Deferred@2082454656 after retry RPC after error@199822644) -> (continuation of Deferred@813092289 after retry RPC after error@896987213)))
19:25:54.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:54.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:54.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:54.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:54.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:54.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1984350280(state=PENDING, result=null, callback=(continuation of Deferred@1557658723 after retry RPC after error@80029712) -> (continuation of Deferred@299321125 after retry RPC after error@1360255455) -> (continuation of Deferred@843318138 after retry RPC after error@535570570) -> (continuation of Deferred@875145789 after retry RPC after error@2067484742) -> (continuation of Deferred@1769390984 after retry RPC after error@396365396) -> (continuation of Deferred@1856055007 after retry RPC after error@1329193517) -> (continuation of Deferred@269226689 after retry RPC after error@122256442), errback=(continuation of Deferred@1557658723 after retry RPC after error@80029712) -> (continuation of Deferred@299321125 after retry RPC after error@1360255455) -> (continuation of Deferred@843318138 after retry RPC after error@535570570) -> (continuation of Deferred@875145789 after retry RPC after error@2067484742) -> (continuation of Deferred@1769390984 after retry RPC after error@396365396) -> (continuation of Deferred@1856055007 after retry RPC after error@1329193517) -> (continuation of Deferred@269226689 after retry RPC after error@122256442)))
19:25:55.138 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1984350280(state=PENDING, result=null, callback=(continuation of Deferred@1557658723 after retry RPC after error@80029712) -> (continuation of Deferred@299321125 after retry RPC after error@1360255455) -> (continuation of Deferred@843318138 after retry RPC after error@535570570) -> (continuation of Deferred@875145789 after retry RPC after error@2067484742) -> (continuation of Deferred@1769390984 after retry RPC after error@396365396) -> (continuation of Deferred@1856055007 after retry RPC after error@1329193517) -> (continuation of Deferred@269226689 after retry RPC after error@122256442), errback=(continuation of Deferred@1557658723 after retry RPC after error@80029712) -> (continuation of Deferred@299321125 after retry RPC after error@1360255455) -> (continuation of Deferred@843318138 after retry RPC after error@535570570) -> (continuation of Deferred@875145789 after retry RPC after error@2067484742) -> (continuation of Deferred@1769390984 after retry RPC after error@396365396) -> (continuation of Deferred@1856055007 after retry RPC after error@1329193517) -> (continuation of Deferred@269226689 after retry RPC after error@122256442)))
19:25:55.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [0ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [240ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1320199412(state=PENDING, result=null, callback=(continuation of Deferred@1562470074 after retry RPC after error@785535348) -> (continuation of Deferred@1438319172 after retry RPC after error@518490883) -> (continuation of Deferred@1210395347 after retry RPC after error@1950391122) -> (continuation of Deferred@2044989116 after retry RPC after error@1534672144) -> (continuation of Deferred@988538654 after retry RPC after error@1249997082) -> (continuation of Deferred@331945752 after retry RPC after error@21641676) -> (continuation of Deferred@1694301676 after retry RPC after error@624187848), errback=(continuation of Deferred@1562470074 after retry RPC after error@785535348) -> (continuation of Deferred@1438319172 after retry RPC after error@518490883) -> (continuation of Deferred@1210395347 after retry RPC after error@1950391122) -> (continuation of Deferred@2044989116 after retry RPC after error@1534672144) -> (continuation of Deferred@988538654 after retry RPC after error@1249997082) -> (continuation of Deferred@331945752 after retry RPC after error@21641676) -> (continuation of Deferred@1694301676 after retry RPC after error@624187848)))
19:25:55.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [0ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [240ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1320199412(state=PENDING, result=null, callback=(continuation of Deferred@1562470074 after retry RPC after error@785535348) -> (continuation of Deferred@1438319172 after retry RPC after error@518490883) -> (continuation of Deferred@1210395347 after retry RPC after error@1950391122) -> (continuation of Deferred@2044989116 after retry RPC after error@1534672144) -> (continuation of Deferred@988538654 after retry RPC after error@1249997082) -> (continuation of Deferred@331945752 after retry RPC after error@21641676) -> (continuation of Deferred@1694301676 after retry RPC after error@624187848), errback=(continuation of Deferred@1562470074 after retry RPC after error@785535348) -> (continuation of Deferred@1438319172 after retry RPC after error@518490883) -> (continuation of Deferred@1210395347 after retry RPC after error@1950391122) -> (continuation of Deferred@2044989116 after retry RPC after error@1534672144) -> (continuation of Deferred@988538654 after retry RPC after error@1249997082) -> (continuation of Deferred@331945752 after retry RPC after error@21641676) -> (continuation of Deferred@1694301676 after retry RPC after error@624187848)))
19:25:55.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2095340347(state=PENDING, result=null, callback=(continuation of Deferred@2047208303 after retry RPC after error@1757601558) -> (continuation of Deferred@2025712299 after retry RPC after error@643713796) -> (continuation of Deferred@1934983731 after retry RPC after error@219273504) -> (continuation of Deferred@451838619 after retry RPC after error@1312615593) -> (continuation of Deferred@296201031 after retry RPC after error@318548106) -> (continuation of Deferred@2087197204 after retry RPC after error@1427699860), errback=(continuation of Deferred@2047208303 after retry RPC after error@1757601558) -> (continuation of Deferred@2025712299 after retry RPC after error@643713796) -> (continuation of Deferred@1934983731 after retry RPC after error@219273504) -> (continuation of Deferred@451838619 after retry RPC after error@1312615593) -> (continuation of Deferred@296201031 after retry RPC after error@318548106) -> (continuation of Deferred@2087197204 after retry RPC after error@1427699860)))
19:25:55.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2095340347(state=PENDING, result=null, callback=(continuation of Deferred@2047208303 after retry RPC after error@1757601558) -> (continuation of Deferred@2025712299 after retry RPC after error@643713796) -> (continuation of Deferred@1934983731 after retry RPC after error@219273504) -> (continuation of Deferred@451838619 after retry RPC after error@1312615593) -> (continuation of Deferred@296201031 after retry RPC after error@318548106) -> (continuation of Deferred@2087197204 after retry RPC after error@1427699860), errback=(continuation of Deferred@2047208303 after retry RPC after error@1757601558) -> (continuation of Deferred@2025712299 after retry RPC after error@643713796) -> (continuation of Deferred@1934983731 after retry RPC after error@219273504) -> (continuation of Deferred@451838619 after retry RPC after error@1312615593) -> (continuation of Deferred@296201031 after retry RPC after error@318548106) -> (continuation of Deferred@2087197204 after retry RPC after error@1427699860)))
19:25:55.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.778 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@36071179(state=PENDING, result=null, callback=(continuation of Deferred@694765074 after retry RPC after error@345859510) -> (continuation of Deferred@1940593111 after retry RPC after error@1115956886) -> (continuation of Deferred@566145282 after retry RPC after error@1592901718) -> (continuation of Deferred@1967067134 after retry RPC after error@376190809) -> (continuation of Deferred@1108255287 after retry RPC after error@304949584) -> (continuation of Deferred@526418964 after retry RPC after error@1757527646), errback=(continuation of Deferred@694765074 after retry RPC after error@345859510) -> (continuation of Deferred@1940593111 after retry RPC after error@1115956886) -> (continuation of Deferred@566145282 after retry RPC after error@1592901718) -> (continuation of Deferred@1967067134 after retry RPC after error@376190809) -> (continuation of Deferred@1108255287 after retry RPC after error@304949584) -> (continuation of Deferred@526418964 after retry RPC after error@1757527646)))
19:25:55.778 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@36071179(state=PENDING, result=null, callback=(continuation of Deferred@694765074 after retry RPC after error@345859510) -> (continuation of Deferred@1940593111 after retry RPC after error@1115956886) -> (continuation of Deferred@566145282 after retry RPC after error@1592901718) -> (continuation of Deferred@1967067134 after retry RPC after error@376190809) -> (continuation of Deferred@1108255287 after retry RPC after error@304949584) -> (continuation of Deferred@526418964 after retry RPC after error@1757527646), errback=(continuation of Deferred@694765074 after retry RPC after error@345859510) -> (continuation of Deferred@1940593111 after retry RPC after error@1115956886) -> (continuation of Deferred@566145282 after retry RPC after error@1592901718) -> (continuation of Deferred@1967067134 after retry RPC after error@376190809) -> (continuation of Deferred@1108255287 after retry RPC after error@304949584) -> (continuation of Deferred@526418964 after retry RPC after error@1757527646)))
19:25:55.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:55.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:55.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:55.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:55.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:55.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1076138311(state=PENDING, result=null, callback=(continuation of Deferred@1995143267 after retry RPC after error@453846887) -> (continuation of Deferred@1724020471 after retry RPC after error@42499521) -> (continuation of Deferred@789390739 after retry RPC after error@1565067530) -> (continuation of Deferred@675920282 after retry RPC after error@1777250087) -> (continuation of Deferred@797519412 after retry RPC after error@983393174) -> (continuation of Deferred@1602066486 after retry RPC after error@1131840361) -> (continuation of Deferred@627637693 after retry RPC after error@1958263637), errback=(continuation of Deferred@1995143267 after retry RPC after error@453846887) -> (continuation of Deferred@1724020471 after retry RPC after error@42499521) -> (continuation of Deferred@789390739 after retry RPC after error@1565067530) -> (continuation of Deferred@675920282 after retry RPC after error@1777250087) -> (continuation of Deferred@797519412 after retry RPC after error@983393174) -> (continuation of Deferred@1602066486 after retry RPC after error@1131840361) -> (continuation of Deferred@627637693 after retry RPC after error@1958263637)))
19:25:55.998 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1076138311(state=PENDING, result=null, callback=(continuation of Deferred@1995143267 after retry RPC after error@453846887) -> (continuation of Deferred@1724020471 after retry RPC after error@42499521) -> (continuation of Deferred@789390739 after retry RPC after error@1565067530) -> (continuation of Deferred@675920282 after retry RPC after error@1777250087) -> (continuation of Deferred@797519412 after retry RPC after error@983393174) -> (continuation of Deferred@1602066486 after retry RPC after error@1131840361) -> (continuation of Deferred@627637693 after retry RPC after error@1958263637), errback=(continuation of Deferred@1995143267 after retry RPC after error@453846887) -> (continuation of Deferred@1724020471 after retry RPC after error@42499521) -> (continuation of Deferred@789390739 after retry RPC after error@1565067530) -> (continuation of Deferred@675920282 after retry RPC after error@1777250087) -> (continuation of Deferred@797519412 after retry RPC after error@983393174) -> (continuation of Deferred@1602066486 after retry RPC after error@1131840361) -> (continuation of Deferred@627637693 after retry RPC after error@1958263637)))
19:25:56.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1582144554(state=PENDING, result=null, callback=(continuation of Deferred@1554202909 after retry RPC after error@11154378) -> (continuation of Deferred@777077924 after retry RPC after error@483336584) -> (continuation of Deferred@1520574629 after retry RPC after error@189230168) -> (continuation of Deferred@798457328 after retry RPC after error@1244777195) -> (continuation of Deferred@22903808 after retry RPC after error@826865119) -> (continuation of Deferred@623146747 after retry RPC after error@1627817510), errback=(continuation of Deferred@1554202909 after retry RPC after error@11154378) -> (continuation of Deferred@777077924 after retry RPC after error@483336584) -> (continuation of Deferred@1520574629 after retry RPC after error@189230168) -> (continuation of Deferred@798457328 after retry RPC after error@1244777195) -> (continuation of Deferred@22903808 after retry RPC after error@826865119) -> (continuation of Deferred@623146747 after retry RPC after error@1627817510)))
19:25:56.177 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1582144554(state=PENDING, result=null, callback=(continuation of Deferred@1554202909 after retry RPC after error@11154378) -> (continuation of Deferred@777077924 after retry RPC after error@483336584) -> (continuation of Deferred@1520574629 after retry RPC after error@189230168) -> (continuation of Deferred@798457328 after retry RPC after error@1244777195) -> (continuation of Deferred@22903808 after retry RPC after error@826865119) -> (continuation of Deferred@623146747 after retry RPC after error@1627817510), errback=(continuation of Deferred@1554202909 after retry RPC after error@11154378) -> (continuation of Deferred@777077924 after retry RPC after error@483336584) -> (continuation of Deferred@1520574629 after retry RPC after error@189230168) -> (continuation of Deferred@798457328 after retry RPC after error@1244777195) -> (continuation of Deferred@22903808 after retry RPC after error@826865119) -> (continuation of Deferred@623146747 after retry RPC after error@1627817510)))
19:25:56.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:56.265708 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:25:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:25:56.265945 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:25:56.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.358 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@477892335(state=PENDING, result=null, callback=(continuation of Deferred@1377741601 after retry RPC after error@1551532853) -> (continuation of Deferred@1278382920 after retry RPC after error@809891671) -> (continuation of Deferred@396690909 after retry RPC after error@525225783) -> (continuation of Deferred@1203644229 after retry RPC after error@1490980778) -> (continuation of Deferred@1735058049 after retry RPC after error@179318444) -> (continuation of Deferred@1006810288 after retry RPC after error@269344581), errback=(continuation of Deferred@1377741601 after retry RPC after error@1551532853) -> (continuation of Deferred@1278382920 after retry RPC after error@809891671) -> (continuation of Deferred@396690909 after retry RPC after error@525225783) -> (continuation of Deferred@1203644229 after retry RPC after error@1490980778) -> (continuation of Deferred@1735058049 after retry RPC after error@179318444) -> (continuation of Deferred@1006810288 after retry RPC after error@269344581)))
19:25:56.358 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@477892335(state=PENDING, result=null, callback=(continuation of Deferred@1377741601 after retry RPC after error@1551532853) -> (continuation of Deferred@1278382920 after retry RPC after error@809891671) -> (continuation of Deferred@396690909 after retry RPC after error@525225783) -> (continuation of Deferred@1203644229 after retry RPC after error@1490980778) -> (continuation of Deferred@1735058049 after retry RPC after error@179318444) -> (continuation of Deferred@1006810288 after retry RPC after error@269344581), errback=(continuation of Deferred@1377741601 after retry RPC after error@1551532853) -> (continuation of Deferred@1278382920 after retry RPC after error@809891671) -> (continuation of Deferred@396690909 after retry RPC after error@525225783) -> (continuation of Deferred@1203644229 after retry RPC after error@1490980778) -> (continuation of Deferred@1735058049 after retry RPC after error@179318444) -> (continuation of Deferred@1006810288 after retry RPC after error@269344581)))
19:25:56.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@640332634(state=PENDING, result=null, callback=(continuation of Deferred@1186694925 after retry RPC after error@1739264650) -> (continuation of Deferred@2084984684 after retry RPC after error@260410333) -> (continuation of Deferred@362604239 after retry RPC after error@714901940) -> (continuation of Deferred@1680823996 after retry RPC after error@1205334663) -> (continuation of Deferred@890232364 after retry RPC after error@2073047056) -> (continuation of Deferred@1704199016 after retry RPC after error@498042519), errback=(continuation of Deferred@1186694925 after retry RPC after error@1739264650) -> (continuation of Deferred@2084984684 after retry RPC after error@260410333) -> (continuation of Deferred@362604239 after retry RPC after error@714901940) -> (continuation of Deferred@1680823996 after retry RPC after error@1205334663) -> (continuation of Deferred@890232364 after retry RPC after error@2073047056) -> (continuation of Deferred@1704199016 after retry RPC after error@498042519)))
19:25:56.538 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@640332634(state=PENDING, result=null, callback=(continuation of Deferred@1186694925 after retry RPC after error@1739264650) -> (continuation of Deferred@2084984684 after retry RPC after error@260410333) -> (continuation of Deferred@362604239 after retry RPC after error@714901940) -> (continuation of Deferred@1680823996 after retry RPC after error@1205334663) -> (continuation of Deferred@890232364 after retry RPC after error@2073047056) -> (continuation of Deferred@1704199016 after retry RPC after error@498042519), errback=(continuation of Deferred@1186694925 after retry RPC after error@1739264650) -> (continuation of Deferred@2084984684 after retry RPC after error@260410333) -> (continuation of Deferred@362604239 after retry RPC after error@714901940) -> (continuation of Deferred@1680823996 after retry RPC after error@1205334663) -> (continuation of Deferred@890232364 after retry RPC after error@2073047056) -> (continuation of Deferred@1704199016 after retry RPC after error@498042519)))
19:25:56.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1980049578(state=PENDING, result=null, callback=(continuation of Deferred@449500205 after retry RPC after error@467450314) -> (continuation of Deferred@591163681 after retry RPC after error@2091081108) -> (continuation of Deferred@813991313 after retry RPC after error@1315469474) -> (continuation of Deferred@245214519 after retry RPC after error@1756630669) -> (continuation of Deferred@2080945671 after retry RPC after error@1898474572) -> (continuation of Deferred@314540875 after retry RPC after error@1513564151) -> (continuation of Deferred@1664490040 after retry RPC after error@1364082718), errback=(continuation of Deferred@449500205 after retry RPC after error@467450314) -> (continuation of Deferred@591163681 after retry RPC after error@2091081108) -> (continuation of Deferred@813991313 after retry RPC after error@1315469474) -> (continuation of Deferred@245214519 after retry RPC after error@1756630669) -> (continuation of Deferred@2080945671 after retry RPC after error@1898474572) -> (continuation of Deferred@314540875 after retry RPC after error@1513564151) -> (continuation of Deferred@1664490040 after retry RPC after error@1364082718)))
19:25:56.758 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1980049578(state=PENDING, result=null, callback=(continuation of Deferred@449500205 after retry RPC after error@467450314) -> (continuation of Deferred@591163681 after retry RPC after error@2091081108) -> (continuation of Deferred@813991313 after retry RPC after error@1315469474) -> (continuation of Deferred@245214519 after retry RPC after error@1756630669) -> (continuation of Deferred@2080945671 after retry RPC after error@1898474572) -> (continuation of Deferred@314540875 after retry RPC after error@1513564151) -> (continuation of Deferred@1664490040 after retry RPC after error@1364082718), errback=(continuation of Deferred@449500205 after retry RPC after error@467450314) -> (continuation of Deferred@591163681 after retry RPC after error@2091081108) -> (continuation of Deferred@813991313 after retry RPC after error@1315469474) -> (continuation of Deferred@245214519 after retry RPC after error@1756630669) -> (continuation of Deferred@2080945671 after retry RPC after error@1898474572) -> (continuation of Deferred@314540875 after retry RPC after error@1513564151) -> (continuation of Deferred@1664490040 after retry RPC after error@1364082718)))
19:25:56.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.916 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:56.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:56.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:56.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:56.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:56.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.035 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@228783782(state=PENDING, result=null, callback=(continuation of Deferred@698836442 after retry RPC after error@1691898906) -> (continuation of Deferred@1671373869 after retry RPC after error@2031286590) -> (continuation of Deferred@1804196467 after retry RPC after error@1305951132) -> (continuation of Deferred@1475596359 after retry RPC after error@960891022) -> (continuation of Deferred@481892247 after retry RPC after error@1757860935) -> (continuation of Deferred@561926384 after retry RPC after error@678768169) -> (continuation of Deferred@2082767135 after retry RPC after error@580781616), errback=(continuation of Deferred@698836442 after retry RPC after error@1691898906) -> (continuation of Deferred@1671373869 after retry RPC after error@2031286590) -> (continuation of Deferred@1804196467 after retry RPC after error@1305951132) -> (continuation of Deferred@1475596359 after retry RPC after error@960891022) -> (continuation of Deferred@481892247 after retry RPC after error@1757860935) -> (continuation of Deferred@561926384 after retry RPC after error@678768169) -> (continuation of Deferred@2082767135 after retry RPC after error@580781616)))
19:25:57.036 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:25:57.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.315 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [184ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@353981861(state=PENDING, result=null, callback=(continuation of Deferred@1922858101 after retry RPC after error@1068240598) -> (continuation of Deferred@880178444 after retry RPC after error@1805494874) -> (continuation of Deferred@2062752904 after retry RPC after error@636905406) -> (continuation of Deferred@573548569 after retry RPC after error@619059580) -> (continuation of Deferred@1184060980 after retry RPC after error@1355678415) -> (continuation of Deferred@268310447 after retry RPC after error@466080469) -> (continuation of Deferred@1194923375 after retry RPC after error@1732362045), errback=(continuation of Deferred@1922858101 after retry RPC after error@1068240598) -> (continuation of Deferred@880178444 after retry RPC after error@1805494874) -> (continuation of Deferred@2062752904 after retry RPC after error@636905406) -> (continuation of Deferred@573548569 after retry RPC after error@619059580) -> (continuation of Deferred@1184060980 after retry RPC after error@1355678415) -> (continuation of Deferred@268310447 after retry RPC after error@466080469) -> (continuation of Deferred@1194923375 after retry RPC after error@1732362045)))
19:25:57.316 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:25:57.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.576 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.580 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [245ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@614625735(state=PENDING, result=null, callback=(continuation of Deferred@1862390914 after retry RPC after error@1984214715) -> (continuation of Deferred@2144510460 after retry RPC after error@1221184392) -> (continuation of Deferred@688759767 after retry RPC after error@2049915171) -> (continuation of Deferred@270056155 after retry RPC after error@378250971) -> (continuation of Deferred@1390193862 after retry RPC after error@1371103647) -> (continuation of Deferred@77780753 after retry RPC after error@1330910240) -> (continuation of Deferred@2019113872 after retry RPC after error@1660291229), errback=(continuation of Deferred@1862390914 after retry RPC after error@1984214715) -> (continuation of Deferred@2144510460 after retry RPC after error@1221184392) -> (continuation of Deferred@688759767 after retry RPC after error@2049915171) -> (continuation of Deferred@270056155 after retry RPC after error@378250971) -> (continuation of Deferred@1390193862 after retry RPC after error@1371103647) -> (continuation of Deferred@77780753 after retry RPC after error@1330910240) -> (continuation of Deferred@2019113872 after retry RPC after error@1660291229)))
19:25:57.580 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [245ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@614625735(state=PENDING, result=null, callback=(continuation of Deferred@1862390914 after retry RPC after error@1984214715) -> (continuation of Deferred@2144510460 after retry RPC after error@1221184392) -> (continuation of Deferred@688759767 after retry RPC after error@2049915171) -> (continuation of Deferred@270056155 after retry RPC after error@378250971) -> (continuation of Deferred@1390193862 after retry RPC after error@1371103647) -> (continuation of Deferred@77780753 after retry RPC after error@1330910240) -> (continuation of Deferred@2019113872 after retry RPC after error@1660291229), errback=(continuation of Deferred@1862390914 after retry RPC after error@1984214715) -> (continuation of Deferred@2144510460 after retry RPC after error@1221184392) -> (continuation of Deferred@688759767 after retry RPC after error@2049915171) -> (continuation of Deferred@270056155 after retry RPC after error@378250971) -> (continuation of Deferred@1390193862 after retry RPC after error@1371103647) -> (continuation of Deferred@77780753 after retry RPC after error@1330910240) -> (continuation of Deferred@2019113872 after retry RPC after error@1660291229)))
19:25:57.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@353581825(state=PENDING, result=null, callback=(continuation of Deferred@1480930631 after retry RPC after error@1022626092) -> (continuation of Deferred@1007163674 after retry RPC after error@810546857) -> (continuation of Deferred@1104220906 after retry RPC after error@1576062613) -> (continuation of Deferred@567074040 after retry RPC after error@1853463766) -> (continuation of Deferred@670471601 after retry RPC after error@2083087292) -> (continuation of Deferred@994397149 after retry RPC after error@427355983) -> (continuation of Deferred@170961612 after retry RPC after error@1035148469), errback=(continuation of Deferred@1480930631 after retry RPC after error@1022626092) -> (continuation of Deferred@1007163674 after retry RPC after error@810546857) -> (continuation of Deferred@1104220906 after retry RPC after error@1576062613) -> (continuation of Deferred@567074040 after retry RPC after error@1853463766) -> (continuation of Deferred@670471601 after retry RPC after error@2083087292) -> (continuation of Deferred@994397149 after retry RPC after error@427355983) -> (continuation of Deferred@170961612 after retry RPC after error@1035148469)))
19:25:57.818 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@353581825(state=PENDING, result=null, callback=(continuation of Deferred@1480930631 after retry RPC after error@1022626092) -> (continuation of Deferred@1007163674 after retry RPC after error@810546857) -> (continuation of Deferred@1104220906 after retry RPC after error@1576062613) -> (continuation of Deferred@567074040 after retry RPC after error@1853463766) -> (continuation of Deferred@670471601 after retry RPC after error@2083087292) -> (continuation of Deferred@994397149 after retry RPC after error@427355983) -> (continuation of Deferred@170961612 after retry RPC after error@1035148469), errback=(continuation of Deferred@1480930631 after retry RPC after error@1022626092) -> (continuation of Deferred@1007163674 after retry RPC after error@810546857) -> (continuation of Deferred@1104220906 after retry RPC after error@1576062613) -> (continuation of Deferred@567074040 after retry RPC after error@1853463766) -> (continuation of Deferred@670471601 after retry RPC after error@2083087292) -> (continuation of Deferred@994397149 after retry RPC after error@427355983) -> (continuation of Deferred@170961612 after retry RPC after error@1035148469)))
19:25:57.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:57.977 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1778553658(state=PENDING, result=null, callback=(continuation of Deferred@59167478 after retry RPC after error@687151405) -> (continuation of Deferred@169533427 after retry RPC after error@1962870473) -> (continuation of Deferred@1104903106 after retry RPC after error@1105673893) -> (continuation of Deferred@501126189 after retry RPC after error@295370769) -> (continuation of Deferred@184839307 after retry RPC after error@1936619864) -> (continuation of Deferred@444130532 after retry RPC after error@1395319858), errback=(continuation of Deferred@59167478 after retry RPC after error@687151405) -> (continuation of Deferred@169533427 after retry RPC after error@1962870473) -> (continuation of Deferred@1104903106 after retry RPC after error@1105673893) -> (continuation of Deferred@501126189 after retry RPC after error@295370769) -> (continuation of Deferred@184839307 after retry RPC after error@1936619864) -> (continuation of Deferred@444130532 after retry RPC after error@1395319858)))
19:25:57.978 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1778553658(state=PENDING, result=null, callback=(continuation of Deferred@59167478 after retry RPC after error@687151405) -> (continuation of Deferred@169533427 after retry RPC after error@1962870473) -> (continuation of Deferred@1104903106 after retry RPC after error@1105673893) -> (continuation of Deferred@501126189 after retry RPC after error@295370769) -> (continuation of Deferred@184839307 after retry RPC after error@1936619864) -> (continuation of Deferred@444130532 after retry RPC after error@1395319858), errback=(continuation of Deferred@59167478 after retry RPC after error@687151405) -> (continuation of Deferred@169533427 after retry RPC after error@1962870473) -> (continuation of Deferred@1104903106 after retry RPC after error@1105673893) -> (continuation of Deferred@501126189 after retry RPC after error@295370769) -> (continuation of Deferred@184839307 after retry RPC after error@1936619864) -> (continuation of Deferred@444130532 after retry RPC after error@1395319858)))
19:25:57.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:57.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:57.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:57.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:57.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@771508870(state=PENDING, result=null, callback=(continuation of Deferred@1251412607 after retry RPC after error@350739372) -> (continuation of Deferred@1206036182 after retry RPC after error@134573270) -> (continuation of Deferred@2050181979 after retry RPC after error@1352910090) -> (continuation of Deferred@44375518 after retry RPC after error@560308864) -> (continuation of Deferred@1106005092 after retry RPC after error@262757062) -> (continuation of Deferred@633924864 after retry RPC after error@691350171), errback=(continuation of Deferred@1251412607 after retry RPC after error@350739372) -> (continuation of Deferred@1206036182 after retry RPC after error@134573270) -> (continuation of Deferred@2050181979 after retry RPC after error@1352910090) -> (continuation of Deferred@44375518 after retry RPC after error@560308864) -> (continuation of Deferred@1106005092 after retry RPC after error@262757062) -> (continuation of Deferred@633924864 after retry RPC after error@691350171)))
19:25:58.177 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@771508870(state=PENDING, result=null, callback=(continuation of Deferred@1251412607 after retry RPC after error@350739372) -> (continuation of Deferred@1206036182 after retry RPC after error@134573270) -> (continuation of Deferred@2050181979 after retry RPC after error@1352910090) -> (continuation of Deferred@44375518 after retry RPC after error@560308864) -> (continuation of Deferred@1106005092 after retry RPC after error@262757062) -> (continuation of Deferred@633924864 after retry RPC after error@691350171), errback=(continuation of Deferred@1251412607 after retry RPC after error@350739372) -> (continuation of Deferred@1206036182 after retry RPC after error@134573270) -> (continuation of Deferred@2050181979 after retry RPC after error@1352910090) -> (continuation of Deferred@44375518 after retry RPC after error@560308864) -> (continuation of Deferred@1106005092 after retry RPC after error@262757062) -> (continuation of Deferred@633924864 after retry RPC after error@691350171)))
19:25:58.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@349235591(state=PENDING, result=null, callback=(continuation of Deferred@1959692391 after retry RPC after error@94721313) -> (continuation of Deferred@733063522 after retry RPC after error@943649090) -> (continuation of Deferred@951311250 after retry RPC after error@386964984) -> (continuation of Deferred@835509441 after retry RPC after error@2117570395) -> (continuation of Deferred@1484694596 after retry RPC after error@1259474414) -> (continuation of Deferred@477096601 after retry RPC after error@1591796504) -> (continuation of Deferred@1930506244 after retry RPC after error@674705141), errback=(continuation of Deferred@1959692391 after retry RPC after error@94721313) -> (continuation of Deferred@733063522 after retry RPC after error@943649090) -> (continuation of Deferred@951311250 after retry RPC after error@386964984) -> (continuation of Deferred@835509441 after retry RPC after error@2117570395) -> (continuation of Deferred@1484694596 after retry RPC after error@1259474414) -> (continuation of Deferred@477096601 after retry RPC after error@1591796504) -> (continuation of Deferred@1930506244 after retry RPC after error@674705141)))
19:25:58.358 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@349235591(state=PENDING, result=null, callback=(continuation of Deferred@1959692391 after retry RPC after error@94721313) -> (continuation of Deferred@733063522 after retry RPC after error@943649090) -> (continuation of Deferred@951311250 after retry RPC after error@386964984) -> (continuation of Deferred@835509441 after retry RPC after error@2117570395) -> (continuation of Deferred@1484694596 after retry RPC after error@1259474414) -> (continuation of Deferred@477096601 after retry RPC after error@1591796504) -> (continuation of Deferred@1930506244 after retry RPC after error@674705141), errback=(continuation of Deferred@1959692391 after retry RPC after error@94721313) -> (continuation of Deferred@733063522 after retry RPC after error@943649090) -> (continuation of Deferred@951311250 after retry RPC after error@386964984) -> (continuation of Deferred@835509441 after retry RPC after error@2117570395) -> (continuation of Deferred@1484694596 after retry RPC after error@1259474414) -> (continuation of Deferred@477096601 after retry RPC after error@1591796504) -> (continuation of Deferred@1930506244 after retry RPC after error@674705141)))
19:25:58.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.598 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1726884872(state=PENDING, result=null, callback=(continuation of Deferred@349639367 after retry RPC after error@1528896012) -> (continuation of Deferred@405213050 after retry RPC after error@255786522) -> (continuation of Deferred@601068560 after retry RPC after error@1886456604) -> (continuation of Deferred@1351456439 after retry RPC after error@683375762) -> (continuation of Deferred@402067073 after retry RPC after error@1873206920) -> (continuation of Deferred@1403180517 after retry RPC after error@546209007) -> (continuation of Deferred@253947257 after retry RPC after error@1453928587), errback=(continuation of Deferred@349639367 after retry RPC after error@1528896012) -> (continuation of Deferred@405213050 after retry RPC after error@255786522) -> (continuation of Deferred@601068560 after retry RPC after error@1886456604) -> (continuation of Deferred@1351456439 after retry RPC after error@683375762) -> (continuation of Deferred@402067073 after retry RPC after error@1873206920) -> (continuation of Deferred@1403180517 after retry RPC after error@546209007) -> (continuation of Deferred@253947257 after retry RPC after error@1453928587)))
19:25:58.599 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1726884872(state=PENDING, result=null, callback=(continuation of Deferred@349639367 after retry RPC after error@1528896012) -> (continuation of Deferred@405213050 after retry RPC after error@255786522) -> (continuation of Deferred@601068560 after retry RPC after error@1886456604) -> (continuation of Deferred@1351456439 after retry RPC after error@683375762) -> (continuation of Deferred@402067073 after retry RPC after error@1873206920) -> (continuation of Deferred@1403180517 after retry RPC after error@546209007) -> (continuation of Deferred@253947257 after retry RPC after error@1453928587), errback=(continuation of Deferred@349639367 after retry RPC after error@1528896012) -> (continuation of Deferred@405213050 after retry RPC after error@255786522) -> (continuation of Deferred@601068560 after retry RPC after error@1886456604) -> (continuation of Deferred@1351456439 after retry RPC after error@683375762) -> (continuation of Deferred@402067073 after retry RPC after error@1873206920) -> (continuation of Deferred@1403180517 after retry RPC after error@546209007) -> (continuation of Deferred@253947257 after retry RPC after error@1453928587)))
19:25:58.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1703639278(state=PENDING, result=null, callback=(continuation of Deferred@1342080745 after retry RPC after error@1224805035) -> (continuation of Deferred@2089110177 after retry RPC after error@1115099607) -> (continuation of Deferred@2038767294 after retry RPC after error@940578679) -> (continuation of Deferred@1846973078 after retry RPC after error@336973610) -> (continuation of Deferred@1161053176 after retry RPC after error@2108120966) -> (continuation of Deferred@671080582 after retry RPC after error@497620940), errback=(continuation of Deferred@1342080745 after retry RPC after error@1224805035) -> (continuation of Deferred@2089110177 after retry RPC after error@1115099607) -> (continuation of Deferred@2038767294 after retry RPC after error@940578679) -> (continuation of Deferred@1846973078 after retry RPC after error@336973610) -> (continuation of Deferred@1161053176 after retry RPC after error@2108120966) -> (continuation of Deferred@671080582 after retry RPC after error@497620940)))
19:25:58.778 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1703639278(state=PENDING, result=null, callback=(continuation of Deferred@1342080745 after retry RPC after error@1224805035) -> (continuation of Deferred@2089110177 after retry RPC after error@1115099607) -> (continuation of Deferred@2038767294 after retry RPC after error@940578679) -> (continuation of Deferred@1846973078 after retry RPC after error@336973610) -> (continuation of Deferred@1161053176 after retry RPC after error@2108120966) -> (continuation of Deferred@671080582 after retry RPC after error@497620940), errback=(continuation of Deferred@1342080745 after retry RPC after error@1224805035) -> (continuation of Deferred@2089110177 after retry RPC after error@1115099607) -> (continuation of Deferred@2038767294 after retry RPC after error@940578679) -> (continuation of Deferred@1846973078 after retry RPC after error@336973610) -> (continuation of Deferred@1161053176 after retry RPC after error@2108120966) -> (continuation of Deferred@671080582 after retry RPC after error@497620940)))
19:25:58.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:58.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:58.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:58.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:58.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:58.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:59.041970 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:25:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:59.047497 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:25:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:25:59.048877 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:25:59.055 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1072923040(state=PENDING, result=null, callback=(continuation of Deferred@159885199 after retry RPC after error@435623602) -> (continuation of Deferred@464886355 after retry RPC after error@954787332) -> (continuation of Deferred@208115017 after retry RPC after error@763642097) -> (continuation of Deferred@441720848 after retry RPC after error@1702047128) -> (continuation of Deferred@1426993570 after retry RPC after error@1518493754) -> (continuation of Deferred@1642958810 after retry RPC after error@487481746) -> (continuation of Deferred@959037616 after retry RPC after error@1885594655), errback=(continuation of Deferred@159885199 after retry RPC after error@435623602) -> (continuation of Deferred@464886355 after retry RPC after error@954787332) -> (continuation of Deferred@208115017 after retry RPC after error@763642097) -> (continuation of Deferred@441720848 after retry RPC after error@1702047128) -> (continuation of Deferred@1426993570 after retry RPC after error@1518493754) -> (continuation of Deferred@1642958810 after retry RPC after error@487481746) -> (continuation of Deferred@959037616 after retry RPC after error@1885594655)))
19:25:59.055 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:25:59.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1653878804(state=PENDING, result=null, callback=(continuation of Deferred@732528310 after retry RPC after error@1511703657) -> (continuation of Deferred@1706487851 after retry RPC after error@652310553) -> (continuation of Deferred@1180561085 after retry RPC after error@1256735635) -> (continuation of Deferred@403559757 after retry RPC after error@889280485) -> (continuation of Deferred@469790718 after retry RPC after error@352080694) -> (continuation of Deferred@1655528281 after retry RPC after error@1571591830), errback=(continuation of Deferred@732528310 after retry RPC after error@1511703657) -> (continuation of Deferred@1706487851 after retry RPC after error@652310553) -> (continuation of Deferred@1180561085 after retry RPC after error@1256735635) -> (continuation of Deferred@403559757 after retry RPC after error@889280485) -> (continuation of Deferred@469790718 after retry RPC after error@352080694) -> (continuation of Deferred@1655528281 after retry RPC after error@1571591830)))
19:25:59.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1653878804(state=PENDING, result=null, callback=(continuation of Deferred@732528310 after retry RPC after error@1511703657) -> (continuation of Deferred@1706487851 after retry RPC after error@652310553) -> (continuation of Deferred@1180561085 after retry RPC after error@1256735635) -> (continuation of Deferred@403559757 after retry RPC after error@889280485) -> (continuation of Deferred@469790718 after retry RPC after error@352080694) -> (continuation of Deferred@1655528281 after retry RPC after error@1571591830), errback=(continuation of Deferred@732528310 after retry RPC after error@1511703657) -> (continuation of Deferred@1706487851 after retry RPC after error@652310553) -> (continuation of Deferred@1180561085 after retry RPC after error@1256735635) -> (continuation of Deferred@403559757 after retry RPC after error@889280485) -> (continuation of Deferred@469790718 after retry RPC after error@352080694) -> (continuation of Deferred@1655528281 after retry RPC after error@1571591830)))
19:25:59.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [0ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@836379204(state=PENDING, result=null, callback=(continuation of Deferred@1577623666 after retry RPC after error@543032313) -> (continuation of Deferred@1270456655 after retry RPC after error@722563710) -> (continuation of Deferred@813784158 after retry RPC after error@1611714684) -> (continuation of Deferred@1722132200 after retry RPC after error@1174911680) -> (continuation of Deferred@2086563314 after retry RPC after error@447467829) -> (continuation of Deferred@1374860910 after retry RPC after error@718853930) -> (continuation of Deferred@635833982 after retry RPC after error@1627406734), errback=(continuation of Deferred@1577623666 after retry RPC after error@543032313) -> (continuation of Deferred@1270456655 after retry RPC after error@722563710) -> (continuation of Deferred@813784158 after retry RPC after error@1611714684) -> (continuation of Deferred@1722132200 after retry RPC after error@1174911680) -> (continuation of Deferred@2086563314 after retry RPC after error@447467829) -> (continuation of Deferred@1374860910 after retry RPC after error@718853930) -> (continuation of Deferred@635833982 after retry RPC after error@1627406734)))
19:25:59.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [0ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@836379204(state=PENDING, result=null, callback=(continuation of Deferred@1577623666 after retry RPC after error@543032313) -> (continuation of Deferred@1270456655 after retry RPC after error@722563710) -> (continuation of Deferred@813784158 after retry RPC after error@1611714684) -> (continuation of Deferred@1722132200 after retry RPC after error@1174911680) -> (continuation of Deferred@2086563314 after retry RPC after error@447467829) -> (continuation of Deferred@1374860910 after retry RPC after error@718853930) -> (continuation of Deferred@635833982 after retry RPC after error@1627406734), errback=(continuation of Deferred@1577623666 after retry RPC after error@543032313) -> (continuation of Deferred@1270456655 after retry RPC after error@722563710) -> (continuation of Deferred@813784158 after retry RPC after error@1611714684) -> (continuation of Deferred@1722132200 after retry RPC after error@1174911680) -> (continuation of Deferred@2086563314 after retry RPC after error@447467829) -> (continuation of Deferred@1374860910 after retry RPC after error@718853930) -> (continuation of Deferred@635833982 after retry RPC after error@1627406734)))
19:25:59.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.516 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1305506167(state=PENDING, result=null, callback=(continuation of Deferred@358607429 after retry RPC after error@275905791) -> (continuation of Deferred@523996435 after retry RPC after error@1370365002) -> (continuation of Deferred@1003080184 after retry RPC after error@608193658) -> (continuation of Deferred@1741692660 after retry RPC after error@1178407432) -> (continuation of Deferred@860783934 after retry RPC after error@365640881) -> (continuation of Deferred@1913370434 after retry RPC after error@1552434777) -> (continuation of Deferred@464019331 after retry RPC after error@1464518387), errback=(continuation of Deferred@358607429 after retry RPC after error@275905791) -> (continuation of Deferred@523996435 after retry RPC after error@1370365002) -> (continuation of Deferred@1003080184 after retry RPC after error@608193658) -> (continuation of Deferred@1741692660 after retry RPC after error@1178407432) -> (continuation of Deferred@860783934 after retry RPC after error@365640881) -> (continuation of Deferred@1913370434 after retry RPC after error@1552434777) -> (continuation of Deferred@464019331 after retry RPC after error@1464518387)))
19:25:59.677 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1305506167(state=PENDING, result=null, callback=(continuation of Deferred@358607429 after retry RPC after error@275905791) -> (continuation of Deferred@523996435 after retry RPC after error@1370365002) -> (continuation of Deferred@1003080184 after retry RPC after error@608193658) -> (continuation of Deferred@1741692660 after retry RPC after error@1178407432) -> (continuation of Deferred@860783934 after retry RPC after error@365640881) -> (continuation of Deferred@1913370434 after retry RPC after error@1552434777) -> (continuation of Deferred@464019331 after retry RPC after error@1464518387), errback=(continuation of Deferred@358607429 after retry RPC after error@275905791) -> (continuation of Deferred@523996435 after retry RPC after error@1370365002) -> (continuation of Deferred@1003080184 after retry RPC after error@608193658) -> (continuation of Deferred@1741692660 after retry RPC after error@1178407432) -> (continuation of Deferred@860783934 after retry RPC after error@365640881) -> (continuation of Deferred@1913370434 after retry RPC after error@1552434777) -> (continuation of Deferred@464019331 after retry RPC after error@1464518387)))
19:25:59.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@48266183(state=PENDING, result=null, callback=(continuation of Deferred@1282080952 after retry RPC after error@316789392) -> (continuation of Deferred@64111680 after retry RPC after error@40708542) -> (continuation of Deferred@379029387 after retry RPC after error@176075419) -> (continuation of Deferred@463407056 after retry RPC after error@1893006788) -> (continuation of Deferred@1515554698 after retry RPC after error@624954417) -> (continuation of Deferred@1174552270 after retry RPC after error@300929303) -> (continuation of Deferred@1735425399 after retry RPC after error@1123341356) -> (continuation of Deferred@358053618 after retry RPC after error@2061462054), errback=(continuation of Deferred@1282080952 after retry RPC after error@316789392) -> (continuation of Deferred@64111680 after retry RPC after error@40708542) -> (continuation of Deferred@379029387 after retry RPC after error@176075419) -> (continuation of Deferred@463407056 after retry RPC after error@1893006788) -> (continuation of Deferred@1515554698 after retry RPC after error@624954417) -> (continuation of Deferred@1174552270 after retry RPC after error@300929303) -> (continuation of Deferred@1735425399 after retry RPC after error@1123341356) -> (continuation of Deferred@358053618 after retry RPC after error@2061462054)))
19:25:59.938 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@48266183(state=PENDING, result=null, callback=(continuation of Deferred@1282080952 after retry RPC after error@316789392) -> (continuation of Deferred@64111680 after retry RPC after error@40708542) -> (continuation of Deferred@379029387 after retry RPC after error@176075419) -> (continuation of Deferred@463407056 after retry RPC after error@1893006788) -> (continuation of Deferred@1515554698 after retry RPC after error@624954417) -> (continuation of Deferred@1174552270 after retry RPC after error@300929303) -> (continuation of Deferred@1735425399 after retry RPC after error@1123341356) -> (continuation of Deferred@358053618 after retry RPC after error@2061462054), errback=(continuation of Deferred@1282080952 after retry RPC after error@316789392) -> (continuation of Deferred@64111680 after retry RPC after error@40708542) -> (continuation of Deferred@379029387 after retry RPC after error@176075419) -> (continuation of Deferred@463407056 after retry RPC after error@1893006788) -> (continuation of Deferred@1515554698 after retry RPC after error@624954417) -> (continuation of Deferred@1174552270 after retry RPC after error@300929303) -> (continuation of Deferred@1735425399 after retry RPC after error@1123341356) -> (continuation of Deferred@358053618 after retry RPC after error@2061462054)))
19:25:59.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:25:59.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:25:59.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:25:59.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:25:59.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:25:59.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1935705009(state=PENDING, result=null, callback=(continuation of Deferred@1328381887 after retry RPC after error@1451275642) -> (continuation of Deferred@1718183334 after retry RPC after error@300093393) -> (continuation of Deferred@899111637 after retry RPC after error@1718551160) -> (continuation of Deferred@1267081030 after retry RPC after error@1108483168) -> (continuation of Deferred@1297921797 after retry RPC after error@1396576276) -> (continuation of Deferred@683235610 after retry RPC after error@2048569713) -> (continuation of Deferred@1389807016 after retry RPC after error@1900790102), errback=(continuation of Deferred@1328381887 after retry RPC after error@1451275642) -> (continuation of Deferred@1718183334 after retry RPC after error@300093393) -> (continuation of Deferred@899111637 after retry RPC after error@1718551160) -> (continuation of Deferred@1267081030 after retry RPC after error@1108483168) -> (continuation of Deferred@1297921797 after retry RPC after error@1396576276) -> (continuation of Deferred@683235610 after retry RPC after error@2048569713) -> (continuation of Deferred@1389807016 after retry RPC after error@1900790102)))
19:26:00.142 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1935705009(state=PENDING, result=null, callback=(continuation of Deferred@1328381887 after retry RPC after error@1451275642) -> (continuation of Deferred@1718183334 after retry RPC after error@300093393) -> (continuation of Deferred@899111637 after retry RPC after error@1718551160) -> (continuation of Deferred@1267081030 after retry RPC after error@1108483168) -> (continuation of Deferred@1297921797 after retry RPC after error@1396576276) -> (continuation of Deferred@683235610 after retry RPC after error@2048569713) -> (continuation of Deferred@1389807016 after retry RPC after error@1900790102), errback=(continuation of Deferred@1328381887 after retry RPC after error@1451275642) -> (continuation of Deferred@1718183334 after retry RPC after error@300093393) -> (continuation of Deferred@899111637 after retry RPC after error@1718551160) -> (continuation of Deferred@1267081030 after retry RPC after error@1108483168) -> (continuation of Deferred@1297921797 after retry RPC after error@1396576276) -> (continuation of Deferred@683235610 after retry RPC after error@2048569713) -> (continuation of Deferred@1389807016 after retry RPC after error@1900790102)))
19:26:00.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1702870513(state=PENDING, result=null, callback=(continuation of Deferred@43874537 after retry RPC after error@1308668596) -> (continuation of Deferred@2127675656 after retry RPC after error@1725528854) -> (continuation of Deferred@267001108 after retry RPC after error@1152686927) -> (continuation of Deferred@874371920 after retry RPC after error@431032078) -> (continuation of Deferred@1189919633 after retry RPC after error@652361440) -> (continuation of Deferred@2088740407 after retry RPC after error@1835489217) -> (continuation of Deferred@1316243919 after retry RPC after error@2035710943), errback=(continuation of Deferred@43874537 after retry RPC after error@1308668596) -> (continuation of Deferred@2127675656 after retry RPC after error@1725528854) -> (continuation of Deferred@267001108 after retry RPC after error@1152686927) -> (continuation of Deferred@874371920 after retry RPC after error@431032078) -> (continuation of Deferred@1189919633 after retry RPC after error@652361440) -> (continuation of Deferred@2088740407 after retry RPC after error@1835489217) -> (continuation of Deferred@1316243919 after retry RPC after error@2035710943)))
19:26:00.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1702870513(state=PENDING, result=null, callback=(continuation of Deferred@43874537 after retry RPC after error@1308668596) -> (continuation of Deferred@2127675656 after retry RPC after error@1725528854) -> (continuation of Deferred@267001108 after retry RPC after error@1152686927) -> (continuation of Deferred@874371920 after retry RPC after error@431032078) -> (continuation of Deferred@1189919633 after retry RPC after error@652361440) -> (continuation of Deferred@2088740407 after retry RPC after error@1835489217) -> (continuation of Deferred@1316243919 after retry RPC after error@2035710943), errback=(continuation of Deferred@43874537 after retry RPC after error@1308668596) -> (continuation of Deferred@2127675656 after retry RPC after error@1725528854) -> (continuation of Deferred@267001108 after retry RPC after error@1152686927) -> (continuation of Deferred@874371920 after retry RPC after error@431032078) -> (continuation of Deferred@1189919633 after retry RPC after error@652361440) -> (continuation of Deferred@2088740407 after retry RPC after error@1835489217) -> (continuation of Deferred@1316243919 after retry RPC after error@2035710943)))
19:26:00.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@830187523(state=PENDING, result=null, callback=(continuation of Deferred@2071033703 after retry RPC after error@425017513) -> (continuation of Deferred@199048272 after retry RPC after error@1728755352) -> (continuation of Deferred@397422417 after retry RPC after error@609445126) -> (continuation of Deferred@1183769184 after retry RPC after error@1954689631) -> (continuation of Deferred@1650348345 after retry RPC after error@1570403105) -> (continuation of Deferred@1823872784 after retry RPC after error@163823635) -> (continuation of Deferred@428117899 after retry RPC after error@394912993), errback=(continuation of Deferred@2071033703 after retry RPC after error@425017513) -> (continuation of Deferred@199048272 after retry RPC after error@1728755352) -> (continuation of Deferred@397422417 after retry RPC after error@609445126) -> (continuation of Deferred@1183769184 after retry RPC after error@1954689631) -> (continuation of Deferred@1650348345 after retry RPC after error@1570403105) -> (continuation of Deferred@1823872784 after retry RPC after error@163823635) -> (continuation of Deferred@428117899 after retry RPC after error@394912993)))
19:26:00.618 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@830187523(state=PENDING, result=null, callback=(continuation of Deferred@2071033703 after retry RPC after error@425017513) -> (continuation of Deferred@199048272 after retry RPC after error@1728755352) -> (continuation of Deferred@397422417 after retry RPC after error@609445126) -> (continuation of Deferred@1183769184 after retry RPC after error@1954689631) -> (continuation of Deferred@1650348345 after retry RPC after error@1570403105) -> (continuation of Deferred@1823872784 after retry RPC after error@163823635) -> (continuation of Deferred@428117899 after retry RPC after error@394912993), errback=(continuation of Deferred@2071033703 after retry RPC after error@425017513) -> (continuation of Deferred@199048272 after retry RPC after error@1728755352) -> (continuation of Deferred@397422417 after retry RPC after error@609445126) -> (continuation of Deferred@1183769184 after retry RPC after error@1954689631) -> (continuation of Deferred@1650348345 after retry RPC after error@1570403105) -> (continuation of Deferred@1823872784 after retry RPC after error@163823635) -> (continuation of Deferred@428117899 after retry RPC after error@394912993)))
19:26:00.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.798 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@47352622(state=PENDING, result=null, callback=(continuation of Deferred@1458358688 after retry RPC after error@2030896849) -> (continuation of Deferred@370587926 after retry RPC after error@9165569) -> (continuation of Deferred@815440761 after retry RPC after error@565186613) -> (continuation of Deferred@38650652 after retry RPC after error@1556104071) -> (continuation of Deferred@967094797 after retry RPC after error@406076596) -> (continuation of Deferred@1947031949 after retry RPC after error@705683696) -> (continuation of Deferred@908528486 after retry RPC after error@265240714), errback=(continuation of Deferred@1458358688 after retry RPC after error@2030896849) -> (continuation of Deferred@370587926 after retry RPC after error@9165569) -> (continuation of Deferred@815440761 after retry RPC after error@565186613) -> (continuation of Deferred@38650652 after retry RPC after error@1556104071) -> (continuation of Deferred@967094797 after retry RPC after error@406076596) -> (continuation of Deferred@1947031949 after retry RPC after error@705683696) -> (continuation of Deferred@908528486 after retry RPC after error@265240714)))
19:26:00.799 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@47352622(state=PENDING, result=null, callback=(continuation of Deferred@1458358688 after retry RPC after error@2030896849) -> (continuation of Deferred@370587926 after retry RPC after error@9165569) -> (continuation of Deferred@815440761 after retry RPC after error@565186613) -> (continuation of Deferred@38650652 after retry RPC after error@1556104071) -> (continuation of Deferred@967094797 after retry RPC after error@406076596) -> (continuation of Deferred@1947031949 after retry RPC after error@705683696) -> (continuation of Deferred@908528486 after retry RPC after error@265240714), errback=(continuation of Deferred@1458358688 after retry RPC after error@2030896849) -> (continuation of Deferred@370587926 after retry RPC after error@9165569) -> (continuation of Deferred@815440761 after retry RPC after error@565186613) -> (continuation of Deferred@38650652 after retry RPC after error@1556104071) -> (continuation of Deferred@967094797 after retry RPC after error@406076596) -> (continuation of Deferred@1947031949 after retry RPC after error@705683696) -> (continuation of Deferred@908528486 after retry RPC after error@265240714)))
19:26:00.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:00.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:00.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:00.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:00.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:00.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1409456865(state=PENDING, result=null, callback=(continuation of Deferred@1687381999 after retry RPC after error@2049920686) -> (continuation of Deferred@2060213308 after retry RPC after error@987300886) -> (continuation of Deferred@1166717117 after retry RPC after error@1171311772) -> (continuation of Deferred@1566918054 after retry RPC after error@795739048) -> (continuation of Deferred@1072775584 after retry RPC after error@2080825070) -> (continuation of Deferred@188345533 after retry RPC after error@1419107633) -> (continuation of Deferred@1641839170 after retry RPC after error@728181049), errback=(continuation of Deferred@1687381999 after retry RPC after error@2049920686) -> (continuation of Deferred@2060213308 after retry RPC after error@987300886) -> (continuation of Deferred@1166717117 after retry RPC after error@1171311772) -> (continuation of Deferred@1566918054 after retry RPC after error@795739048) -> (continuation of Deferred@1072775584 after retry RPC after error@2080825070) -> (continuation of Deferred@188345533 after retry RPC after error@1419107633) -> (continuation of Deferred@1641839170 after retry RPC after error@728181049)))
19:26:01.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1409456865(state=PENDING, result=null, callback=(continuation of Deferred@1687381999 after retry RPC after error@2049920686) -> (continuation of Deferred@2060213308 after retry RPC after error@987300886) -> (continuation of Deferred@1166717117 after retry RPC after error@1171311772) -> (continuation of Deferred@1566918054 after retry RPC after error@795739048) -> (continuation of Deferred@1072775584 after retry RPC after error@2080825070) -> (continuation of Deferred@188345533 after retry RPC after error@1419107633) -> (continuation of Deferred@1641839170 after retry RPC after error@728181049), errback=(continuation of Deferred@1687381999 after retry RPC after error@2049920686) -> (continuation of Deferred@2060213308 after retry RPC after error@987300886) -> (continuation of Deferred@1166717117 after retry RPC after error@1171311772) -> (continuation of Deferred@1566918054 after retry RPC after error@795739048) -> (continuation of Deferred@1072775584 after retry RPC after error@2080825070) -> (continuation of Deferred@188345533 after retry RPC after error@1419107633) -> (continuation of Deferred@1641839170 after retry RPC after error@728181049)))
19:26:01.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.238 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1160085674(state=PENDING, result=null, callback=(continuation of Deferred@1519301176 after retry RPC after error@1310043474) -> (continuation of Deferred@378004212 after retry RPC after error@2135822430) -> (continuation of Deferred@1350460157 after retry RPC after error@862075549) -> (continuation of Deferred@450625095 after retry RPC after error@362332578) -> (continuation of Deferred@919740518 after retry RPC after error@348537587) -> (continuation of Deferred@1370144746 after retry RPC after error@49078700) -> (continuation of Deferred@630857863 after retry RPC after error@65879837), errback=(continuation of Deferred@1519301176 after retry RPC after error@1310043474) -> (continuation of Deferred@378004212 after retry RPC after error@2135822430) -> (continuation of Deferred@1350460157 after retry RPC after error@862075549) -> (continuation of Deferred@450625095 after retry RPC after error@362332578) -> (continuation of Deferred@919740518 after retry RPC after error@348537587) -> (continuation of Deferred@1370144746 after retry RPC after error@49078700) -> (continuation of Deferred@630857863 after retry RPC after error@65879837)))
19:26:01.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1160085674(state=PENDING, result=null, callback=(continuation of Deferred@1519301176 after retry RPC after error@1310043474) -> (continuation of Deferred@378004212 after retry RPC after error@2135822430) -> (continuation of Deferred@1350460157 after retry RPC after error@862075549) -> (continuation of Deferred@450625095 after retry RPC after error@362332578) -> (continuation of Deferred@919740518 after retry RPC after error@348537587) -> (continuation of Deferred@1370144746 after retry RPC after error@49078700) -> (continuation of Deferred@630857863 after retry RPC after error@65879837), errback=(continuation of Deferred@1519301176 after retry RPC after error@1310043474) -> (continuation of Deferred@378004212 after retry RPC after error@2135822430) -> (continuation of Deferred@1350460157 after retry RPC after error@862075549) -> (continuation of Deferred@450625095 after retry RPC after error@362332578) -> (continuation of Deferred@919740518 after retry RPC after error@348537587) -> (continuation of Deferred@1370144746 after retry RPC after error@49078700) -> (continuation of Deferred@630857863 after retry RPC after error@65879837)))
19:26:01.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:01.267611 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:26:01.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:01.267803 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:01.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.515 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@754823396(state=PENDING, result=null, callback=(continuation of Deferred@2025421542 after retry RPC after error@646438956) -> (continuation of Deferred@29388258 after retry RPC after error@1090226094) -> (continuation of Deferred@1940302621 after retry RPC after error@1782162373) -> (continuation of Deferred@1754561565 after retry RPC after error@1959673942) -> (continuation of Deferred@846652305 after retry RPC after error@368466321) -> (continuation of Deferred@1581890470 after retry RPC after error@1476631753) -> (continuation of Deferred@1567397427 after retry RPC after error@2062644958), errback=(continuation of Deferred@2025421542 after retry RPC after error@646438956) -> (continuation of Deferred@29388258 after retry RPC after error@1090226094) -> (continuation of Deferred@1940302621 after retry RPC after error@1782162373) -> (continuation of Deferred@1754561565 after retry RPC after error@1959673942) -> (continuation of Deferred@846652305 after retry RPC after error@368466321) -> (continuation of Deferred@1581890470 after retry RPC after error@1476631753) -> (continuation of Deferred@1567397427 after retry RPC after error@2062644958)))
19:26:01.516 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:01.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.758 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@789909901(state=PENDING, result=null, callback=(continuation of Deferred@1686369968 after retry RPC after error@902370065) -> (continuation of Deferred@99505957 after retry RPC after error@40941420) -> (continuation of Deferred@2042492900 after retry RPC after error@76620377) -> (continuation of Deferred@1940986513 after retry RPC after error@1962743900) -> (continuation of Deferred@1659487216 after retry RPC after error@1869063710) -> (continuation of Deferred@343497969 after retry RPC after error@148543962) -> (continuation of Deferred@603995506 after retry RPC after error@1980049594), errback=(continuation of Deferred@1686369968 after retry RPC after error@902370065) -> (continuation of Deferred@99505957 after retry RPC after error@40941420) -> (continuation of Deferred@2042492900 after retry RPC after error@76620377) -> (continuation of Deferred@1940986513 after retry RPC after error@1962743900) -> (continuation of Deferred@1659487216 after retry RPC after error@1869063710) -> (continuation of Deferred@343497969 after retry RPC after error@148543962) -> (continuation of Deferred@603995506 after retry RPC after error@1980049594)))
19:26:01.758 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@789909901(state=PENDING, result=null, callback=(continuation of Deferred@1686369968 after retry RPC after error@902370065) -> (continuation of Deferred@99505957 after retry RPC after error@40941420) -> (continuation of Deferred@2042492900 after retry RPC after error@76620377) -> (continuation of Deferred@1940986513 after retry RPC after error@1962743900) -> (continuation of Deferred@1659487216 after retry RPC after error@1869063710) -> (continuation of Deferred@343497969 after retry RPC after error@148543962) -> (continuation of Deferred@603995506 after retry RPC after error@1980049594), errback=(continuation of Deferred@1686369968 after retry RPC after error@902370065) -> (continuation of Deferred@99505957 after retry RPC after error@40941420) -> (continuation of Deferred@2042492900 after retry RPC after error@76620377) -> (continuation of Deferred@1940986513 after retry RPC after error@1962743900) -> (continuation of Deferred@1659487216 after retry RPC after error@1869063710) -> (continuation of Deferred@343497969 after retry RPC after error@148543962) -> (continuation of Deferred@603995506 after retry RPC after error@1980049594)))
19:26:01.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1643825141(state=PENDING, result=null, callback=(continuation of Deferred@2103664425 after retry RPC after error@1750207114) -> (continuation of Deferred@792873919 after retry RPC after error@405857485) -> (continuation of Deferred@2135784181 after retry RPC after error@129182156) -> (continuation of Deferred@982619446 after retry RPC after error@630724645) -> (continuation of Deferred@823542961 after retry RPC after error@804644374) -> (continuation of Deferred@435941115 after retry RPC after error@2093454545) -> (continuation of Deferred@2146923572 after retry RPC after error@2134046858), errback=(continuation of Deferred@2103664425 after retry RPC after error@1750207114) -> (continuation of Deferred@792873919 after retry RPC after error@405857485) -> (continuation of Deferred@2135784181 after retry RPC after error@129182156) -> (continuation of Deferred@982619446 after retry RPC after error@630724645) -> (continuation of Deferred@823542961 after retry RPC after error@804644374) -> (continuation of Deferred@435941115 after retry RPC after error@2093454545) -> (continuation of Deferred@2146923572 after retry RPC after error@2134046858)))
19:26:01.958 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1643825141(state=PENDING, result=null, callback=(continuation of Deferred@2103664425 after retry RPC after error@1750207114) -> (continuation of Deferred@792873919 after retry RPC after error@405857485) -> (continuation of Deferred@2135784181 after retry RPC after error@129182156) -> (continuation of Deferred@982619446 after retry RPC after error@630724645) -> (continuation of Deferred@823542961 after retry RPC after error@804644374) -> (continuation of Deferred@435941115 after retry RPC after error@2093454545) -> (continuation of Deferred@2146923572 after retry RPC after error@2134046858), errback=(continuation of Deferred@2103664425 after retry RPC after error@1750207114) -> (continuation of Deferred@792873919 after retry RPC after error@405857485) -> (continuation of Deferred@2135784181 after retry RPC after error@129182156) -> (continuation of Deferred@982619446 after retry RPC after error@630724645) -> (continuation of Deferred@823542961 after retry RPC after error@804644374) -> (continuation of Deferred@435941115 after retry RPC after error@2093454545) -> (continuation of Deferred@2146923572 after retry RPC after error@2134046858)))
19:26:01.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:01.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:01.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:01.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:01.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:01.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1474294849(state=PENDING, result=null, callback=(continuation of Deferred@1476090653 after retry RPC after error@1148099847) -> (continuation of Deferred@226457880 after retry RPC after error@623573258) -> (continuation of Deferred@671378689 after retry RPC after error@405949347) -> (continuation of Deferred@1853052420 after retry RPC after error@484642921) -> (continuation of Deferred@394533521 after retry RPC after error@501294225) -> (continuation of Deferred@1775669855 after retry RPC after error@1840428884), errback=(continuation of Deferred@1476090653 after retry RPC after error@1148099847) -> (continuation of Deferred@226457880 after retry RPC after error@623573258) -> (continuation of Deferred@671378689 after retry RPC after error@405949347) -> (continuation of Deferred@1853052420 after retry RPC after error@484642921) -> (continuation of Deferred@394533521 after retry RPC after error@501294225) -> (continuation of Deferred@1775669855 after retry RPC after error@1840428884)))
19:26:02.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1474294849(state=PENDING, result=null, callback=(continuation of Deferred@1476090653 after retry RPC after error@1148099847) -> (continuation of Deferred@226457880 after retry RPC after error@623573258) -> (continuation of Deferred@671378689 after retry RPC after error@405949347) -> (continuation of Deferred@1853052420 after retry RPC after error@484642921) -> (continuation of Deferred@394533521 after retry RPC after error@501294225) -> (continuation of Deferred@1775669855 after retry RPC after error@1840428884), errback=(continuation of Deferred@1476090653 after retry RPC after error@1148099847) -> (continuation of Deferred@226457880 after retry RPC after error@623573258) -> (continuation of Deferred@671378689 after retry RPC after error@405949347) -> (continuation of Deferred@1853052420 after retry RPC after error@484642921) -> (continuation of Deferred@394533521 after retry RPC after error@501294225) -> (continuation of Deferred@1775669855 after retry RPC after error@1840428884)))
19:26:02.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.377 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1978390198(state=PENDING, result=null, callback=(continuation of Deferred@91771314 after retry RPC after error@2139018736) -> (continuation of Deferred@583930230 after retry RPC after error@154873343) -> (continuation of Deferred@1317603499 after retry RPC after error@1204917727) -> (continuation of Deferred@365328882 after retry RPC after error@1170405984) -> (continuation of Deferred@1133014563 after retry RPC after error@138175712) -> (continuation of Deferred@773031420 after retry RPC after error@2085645220) -> (continuation of Deferred@2083122043 after retry RPC after error@400132986), errback=(continuation of Deferred@91771314 after retry RPC after error@2139018736) -> (continuation of Deferred@583930230 after retry RPC after error@154873343) -> (continuation of Deferred@1317603499 after retry RPC after error@1204917727) -> (continuation of Deferred@365328882 after retry RPC after error@1170405984) -> (continuation of Deferred@1133014563 after retry RPC after error@138175712) -> (continuation of Deferred@773031420 after retry RPC after error@2085645220) -> (continuation of Deferred@2083122043 after retry RPC after error@400132986)))
19:26:02.378 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1978390198(state=PENDING, result=null, callback=(continuation of Deferred@91771314 after retry RPC after error@2139018736) -> (continuation of Deferred@583930230 after retry RPC after error@154873343) -> (continuation of Deferred@1317603499 after retry RPC after error@1204917727) -> (continuation of Deferred@365328882 after retry RPC after error@1170405984) -> (continuation of Deferred@1133014563 after retry RPC after error@138175712) -> (continuation of Deferred@773031420 after retry RPC after error@2085645220) -> (continuation of Deferred@2083122043 after retry RPC after error@400132986), errback=(continuation of Deferred@91771314 after retry RPC after error@2139018736) -> (continuation of Deferred@583930230 after retry RPC after error@154873343) -> (continuation of Deferred@1317603499 after retry RPC after error@1204917727) -> (continuation of Deferred@365328882 after retry RPC after error@1170405984) -> (continuation of Deferred@1133014563 after retry RPC after error@138175712) -> (continuation of Deferred@773031420 after retry RPC after error@2085645220) -> (continuation of Deferred@2083122043 after retry RPC after error@400132986)))
19:26:02.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1490803607(state=PENDING, result=null, callback=(continuation of Deferred@636819087 after retry RPC after error@1317307884) -> (continuation of Deferred@1726372414 after retry RPC after error@1617375766) -> (continuation of Deferred@1831535099 after retry RPC after error@132797015) -> (continuation of Deferred@1401544510 after retry RPC after error@178761947) -> (continuation of Deferred@1060523181 after retry RPC after error@1788594678) -> (continuation of Deferred@2004261812 after retry RPC after error@1080085737) -> (continuation of Deferred@1295950700 after retry RPC after error@2036209476), errback=(continuation of Deferred@636819087 after retry RPC after error@1317307884) -> (continuation of Deferred@1726372414 after retry RPC after error@1617375766) -> (continuation of Deferred@1831535099 after retry RPC after error@132797015) -> (continuation of Deferred@1401544510 after retry RPC after error@178761947) -> (continuation of Deferred@1060523181 after retry RPC after error@1788594678) -> (continuation of Deferred@2004261812 after retry RPC after error@1080085737) -> (continuation of Deferred@1295950700 after retry RPC after error@2036209476)))
19:26:02.618 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1490803607(state=PENDING, result=null, callback=(continuation of Deferred@636819087 after retry RPC after error@1317307884) -> (continuation of Deferred@1726372414 after retry RPC after error@1617375766) -> (continuation of Deferred@1831535099 after retry RPC after error@132797015) -> (continuation of Deferred@1401544510 after retry RPC after error@178761947) -> (continuation of Deferred@1060523181 after retry RPC after error@1788594678) -> (continuation of Deferred@2004261812 after retry RPC after error@1080085737) -> (continuation of Deferred@1295950700 after retry RPC after error@2036209476), errback=(continuation of Deferred@636819087 after retry RPC after error@1317307884) -> (continuation of Deferred@1726372414 after retry RPC after error@1617375766) -> (continuation of Deferred@1831535099 after retry RPC after error@132797015) -> (continuation of Deferred@1401544510 after retry RPC after error@178761947) -> (continuation of Deferred@1060523181 after retry RPC after error@1788594678) -> (continuation of Deferred@2004261812 after retry RPC after error@1080085737) -> (continuation of Deferred@1295950700 after retry RPC after error@2036209476)))
19:26:02.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@258888371(state=PENDING, result=null, callback=(continuation of Deferred@393150607 after retry RPC after error@1380003735) -> (continuation of Deferred@1255380102 after retry RPC after error@928365733) -> (continuation of Deferred@1490139576 after retry RPC after error@53942434) -> (continuation of Deferred@1427561446 after retry RPC after error@1337779573) -> (continuation of Deferred@443914563 after retry RPC after error@565993639) -> (continuation of Deferred@1108756125 after retry RPC after error@1789498599) -> (continuation of Deferred@1554032496 after retry RPC after error@517692699), errback=(continuation of Deferred@393150607 after retry RPC after error@1380003735) -> (continuation of Deferred@1255380102 after retry RPC after error@928365733) -> (continuation of Deferred@1490139576 after retry RPC after error@53942434) -> (continuation of Deferred@1427561446 after retry RPC after error@1337779573) -> (continuation of Deferred@443914563 after retry RPC after error@565993639) -> (continuation of Deferred@1108756125 after retry RPC after error@1789498599) -> (continuation of Deferred@1554032496 after retry RPC after error@517692699)))
19:26:02.858 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@258888371(state=PENDING, result=null, callback=(continuation of Deferred@393150607 after retry RPC after error@1380003735) -> (continuation of Deferred@1255380102 after retry RPC after error@928365733) -> (continuation of Deferred@1490139576 after retry RPC after error@53942434) -> (continuation of Deferred@1427561446 after retry RPC after error@1337779573) -> (continuation of Deferred@443914563 after retry RPC after error@565993639) -> (continuation of Deferred@1108756125 after retry RPC after error@1789498599) -> (continuation of Deferred@1554032496 after retry RPC after error@517692699), errback=(continuation of Deferred@393150607 after retry RPC after error@1380003735) -> (continuation of Deferred@1255380102 after retry RPC after error@928365733) -> (continuation of Deferred@1490139576 after retry RPC after error@53942434) -> (continuation of Deferred@1427561446 after retry RPC after error@1337779573) -> (continuation of Deferred@443914563 after retry RPC after error@565993639) -> (continuation of Deferred@1108756125 after retry RPC after error@1789498599) -> (continuation of Deferred@1554032496 after retry RPC after error@517692699)))
19:26:02.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:02.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:02.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:02.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:02.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:02.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1889804947(state=PENDING, result=null, callback=(continuation of Deferred@839231515 after retry RPC after error@419632421) -> (continuation of Deferred@960818117 after retry RPC after error@1755707076) -> (continuation of Deferred@2004868795 after retry RPC after error@1993623372) -> (continuation of Deferred@1750110352 after retry RPC after error@797198472) -> (continuation of Deferred@646431173 after retry RPC after error@1924996222) -> (continuation of Deferred@503699113 after retry RPC after error@331881961), errback=(continuation of Deferred@839231515 after retry RPC after error@419632421) -> (continuation of Deferred@960818117 after retry RPC after error@1755707076) -> (continuation of Deferred@2004868795 after retry RPC after error@1993623372) -> (continuation of Deferred@1750110352 after retry RPC after error@797198472) -> (continuation of Deferred@646431173 after retry RPC after error@1924996222) -> (continuation of Deferred@503699113 after retry RPC after error@331881961)))
19:26:03.058 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1889804947(state=PENDING, result=null, callback=(continuation of Deferred@839231515 after retry RPC after error@419632421) -> (continuation of Deferred@960818117 after retry RPC after error@1755707076) -> (continuation of Deferred@2004868795 after retry RPC after error@1993623372) -> (continuation of Deferred@1750110352 after retry RPC after error@797198472) -> (continuation of Deferred@646431173 after retry RPC after error@1924996222) -> (continuation of Deferred@503699113 after retry RPC after error@331881961), errback=(continuation of Deferred@839231515 after retry RPC after error@419632421) -> (continuation of Deferred@960818117 after retry RPC after error@1755707076) -> (continuation of Deferred@2004868795 after retry RPC after error@1993623372) -> (continuation of Deferred@1750110352 after retry RPC after error@797198472) -> (continuation of Deferred@646431173 after retry RPC after error@1924996222) -> (continuation of Deferred@503699113 after retry RPC after error@331881961)))
19:26:03.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@443458053(state=PENDING, result=null, callback=(continuation of Deferred@1672794304 after retry RPC after error@858592198) -> (continuation of Deferred@1980297742 after retry RPC after error@421075008) -> (continuation of Deferred@1559161203 after retry RPC after error@126251531) -> (continuation of Deferred@917469303 after retry RPC after error@1730526714) -> (continuation of Deferred@1286300956 after retry RPC after error@2013876392) -> (continuation of Deferred@891872030 after retry RPC after error@2141737516), errback=(continuation of Deferred@1672794304 after retry RPC after error@858592198) -> (continuation of Deferred@1980297742 after retry RPC after error@421075008) -> (continuation of Deferred@1559161203 after retry RPC after error@126251531) -> (continuation of Deferred@917469303 after retry RPC after error@1730526714) -> (continuation of Deferred@1286300956 after retry RPC after error@2013876392) -> (continuation of Deferred@891872030 after retry RPC after error@2141737516)))
19:26:03.257 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@443458053(state=PENDING, result=null, callback=(continuation of Deferred@1672794304 after retry RPC after error@858592198) -> (continuation of Deferred@1980297742 after retry RPC after error@421075008) -> (continuation of Deferred@1559161203 after retry RPC after error@126251531) -> (continuation of Deferred@917469303 after retry RPC after error@1730526714) -> (continuation of Deferred@1286300956 after retry RPC after error@2013876392) -> (continuation of Deferred@891872030 after retry RPC after error@2141737516), errback=(continuation of Deferred@1672794304 after retry RPC after error@858592198) -> (continuation of Deferred@1980297742 after retry RPC after error@421075008) -> (continuation of Deferred@1559161203 after retry RPC after error@126251531) -> (continuation of Deferred@917469303 after retry RPC after error@1730526714) -> (continuation of Deferred@1286300956 after retry RPC after error@2013876392) -> (continuation of Deferred@891872030 after retry RPC after error@2141737516)))
19:26:03.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.297 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1932744832(state=PENDING, result=null, callback=(continuation of Deferred@1070113866 after retry RPC after error@891534410) -> (continuation of Deferred@750838700 after retry RPC after error@1172195820) -> (continuation of Deferred@1062096873 after retry RPC after error@396850598) -> (continuation of Deferred@1011956093 after retry RPC after error@200775218) -> (continuation of Deferred@1175171490 after retry RPC after error@1789785728) -> (continuation of Deferred@1594007673 after retry RPC after error@1752431533) -> (continuation of Deferred@1945026976 after retry RPC after error@1987195051), errback=(continuation of Deferred@1070113866 after retry RPC after error@891534410) -> (continuation of Deferred@750838700 after retry RPC after error@1172195820) -> (continuation of Deferred@1062096873 after retry RPC after error@396850598) -> (continuation of Deferred@1011956093 after retry RPC after error@200775218) -> (continuation of Deferred@1175171490 after retry RPC after error@1789785728) -> (continuation of Deferred@1594007673 after retry RPC after error@1752431533) -> (continuation of Deferred@1945026976 after retry RPC after error@1987195051)))
19:26:03.499 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1932744832(state=PENDING, result=null, callback=(continuation of Deferred@1070113866 after retry RPC after error@891534410) -> (continuation of Deferred@750838700 after retry RPC after error@1172195820) -> (continuation of Deferred@1062096873 after retry RPC after error@396850598) -> (continuation of Deferred@1011956093 after retry RPC after error@200775218) -> (continuation of Deferred@1175171490 after retry RPC after error@1789785728) -> (continuation of Deferred@1594007673 after retry RPC after error@1752431533) -> (continuation of Deferred@1945026976 after retry RPC after error@1987195051), errback=(continuation of Deferred@1070113866 after retry RPC after error@891534410) -> (continuation of Deferred@750838700 after retry RPC after error@1172195820) -> (continuation of Deferred@1062096873 after retry RPC after error@396850598) -> (continuation of Deferred@1011956093 after retry RPC after error@200775218) -> (continuation of Deferred@1175171490 after retry RPC after error@1789785728) -> (continuation of Deferred@1594007673 after retry RPC after error@1752431533) -> (continuation of Deferred@1945026976 after retry RPC after error@1987195051)))
19:26:03.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@492297071(state=PENDING, result=null, callback=(continuation of Deferred@420729634 after retry RPC after error@1102279921) -> (continuation of Deferred@165806276 after retry RPC after error@718089780) -> (continuation of Deferred@767586956 after retry RPC after error@2005835577) -> (continuation of Deferred@1853052204 after retry RPC after error@755788376) -> (continuation of Deferred@58079591 after retry RPC after error@133479) -> (continuation of Deferred@1949103742 after retry RPC after error@985402377), errback=(continuation of Deferred@420729634 after retry RPC after error@1102279921) -> (continuation of Deferred@165806276 after retry RPC after error@718089780) -> (continuation of Deferred@767586956 after retry RPC after error@2005835577) -> (continuation of Deferred@1853052204 after retry RPC after error@755788376) -> (continuation of Deferred@58079591 after retry RPC after error@133479) -> (continuation of Deferred@1949103742 after retry RPC after error@985402377)))
19:26:03.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@492297071(state=PENDING, result=null, callback=(continuation of Deferred@420729634 after retry RPC after error@1102279921) -> (continuation of Deferred@165806276 after retry RPC after error@718089780) -> (continuation of Deferred@767586956 after retry RPC after error@2005835577) -> (continuation of Deferred@1853052204 after retry RPC after error@755788376) -> (continuation of Deferred@58079591 after retry RPC after error@133479) -> (continuation of Deferred@1949103742 after retry RPC after error@985402377), errback=(continuation of Deferred@420729634 after retry RPC after error@1102279921) -> (continuation of Deferred@165806276 after retry RPC after error@718089780) -> (continuation of Deferred@767586956 after retry RPC after error@2005835577) -> (continuation of Deferred@1853052204 after retry RPC after error@755788376) -> (continuation of Deferred@58079591 after retry RPC after error@133479) -> (continuation of Deferred@1949103742 after retry RPC after error@985402377)))
19:26:03.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.918 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1948742531(state=PENDING, result=null, callback=(continuation of Deferred@1467492490 after retry RPC after error@907211896) -> (continuation of Deferred@1793471683 after retry RPC after error@622000503) -> (continuation of Deferred@859351335 after retry RPC after error@304626188) -> (continuation of Deferred@1236489382 after retry RPC after error@2069419430) -> (continuation of Deferred@224340603 after retry RPC after error@1593088390) -> (continuation of Deferred@229765274 after retry RPC after error@813298031) -> (continuation of Deferred@1140922857 after retry RPC after error@1044615238), errback=(continuation of Deferred@1467492490 after retry RPC after error@907211896) -> (continuation of Deferred@1793471683 after retry RPC after error@622000503) -> (continuation of Deferred@859351335 after retry RPC after error@304626188) -> (continuation of Deferred@1236489382 after retry RPC after error@2069419430) -> (continuation of Deferred@224340603 after retry RPC after error@1593088390) -> (continuation of Deferred@229765274 after retry RPC after error@813298031) -> (continuation of Deferred@1140922857 after retry RPC after error@1044615238)))
19:26:03.918 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1948742531(state=PENDING, result=null, callback=(continuation of Deferred@1467492490 after retry RPC after error@907211896) -> (continuation of Deferred@1793471683 after retry RPC after error@622000503) -> (continuation of Deferred@859351335 after retry RPC after error@304626188) -> (continuation of Deferred@1236489382 after retry RPC after error@2069419430) -> (continuation of Deferred@224340603 after retry RPC after error@1593088390) -> (continuation of Deferred@229765274 after retry RPC after error@813298031) -> (continuation of Deferred@1140922857 after retry RPC after error@1044615238), errback=(continuation of Deferred@1467492490 after retry RPC after error@907211896) -> (continuation of Deferred@1793471683 after retry RPC after error@622000503) -> (continuation of Deferred@859351335 after retry RPC after error@304626188) -> (continuation of Deferred@1236489382 after retry RPC after error@2069419430) -> (continuation of Deferred@224340603 after retry RPC after error@1593088390) -> (continuation of Deferred@229765274 after retry RPC after error@813298031) -> (continuation of Deferred@1140922857 after retry RPC after error@1044615238)))
19:26:03.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:03.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:03.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:03.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:03.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:03.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:04.076833 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:04.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:04.081365 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:04.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:04.083266 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:26:04.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1299062637(state=PENDING, result=null, callback=(continuation of Deferred@1413066759 after retry RPC after error@1499999276) -> (continuation of Deferred@1592748964 after retry RPC after error@1674019427) -> (continuation of Deferred@2053615508 after retry RPC after error@1651963320) -> (continuation of Deferred@1205932057 after retry RPC after error@418006556) -> (continuation of Deferred@1597395354 after retry RPC after error@179873009) -> (continuation of Deferred@1159072871 after retry RPC after error@260470911) -> (continuation of Deferred@1649492628 after retry RPC after error@763493635), errback=(continuation of Deferred@1413066759 after retry RPC after error@1499999276) -> (continuation of Deferred@1592748964 after retry RPC after error@1674019427) -> (continuation of Deferred@2053615508 after retry RPC after error@1651963320) -> (continuation of Deferred@1205932057 after retry RPC after error@418006556) -> (continuation of Deferred@1597395354 after retry RPC after error@179873009) -> (continuation of Deferred@1159072871 after retry RPC after error@260470911) -> (continuation of Deferred@1649492628 after retry RPC after error@763493635)))
19:26:04.178 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1299062637(state=PENDING, result=null, callback=(continuation of Deferred@1413066759 after retry RPC after error@1499999276) -> (continuation of Deferred@1592748964 after retry RPC after error@1674019427) -> (continuation of Deferred@2053615508 after retry RPC after error@1651963320) -> (continuation of Deferred@1205932057 after retry RPC after error@418006556) -> (continuation of Deferred@1597395354 after retry RPC after error@179873009) -> (continuation of Deferred@1159072871 after retry RPC after error@260470911) -> (continuation of Deferred@1649492628 after retry RPC after error@763493635), errback=(continuation of Deferred@1413066759 after retry RPC after error@1499999276) -> (continuation of Deferred@1592748964 after retry RPC after error@1674019427) -> (continuation of Deferred@2053615508 after retry RPC after error@1651963320) -> (continuation of Deferred@1205932057 after retry RPC after error@418006556) -> (continuation of Deferred@1597395354 after retry RPC after error@179873009) -> (continuation of Deferred@1159072871 after retry RPC after error@260470911) -> (continuation of Deferred@1649492628 after retry RPC after error@763493635)))
19:26:04.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.377 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1726735035(state=PENDING, result=null, callback=(continuation of Deferred@1503351001 after retry RPC after error@1688749873) -> (continuation of Deferred@1251950734 after retry RPC after error@1935183196) -> (continuation of Deferred@1892025974 after retry RPC after error@1450264208) -> (continuation of Deferred@1717237728 after retry RPC after error@1373611034) -> (continuation of Deferred@300613089 after retry RPC after error@1307802762) -> (continuation of Deferred@2091345699 after retry RPC after error@1349841881), errback=(continuation of Deferred@1503351001 after retry RPC after error@1688749873) -> (continuation of Deferred@1251950734 after retry RPC after error@1935183196) -> (continuation of Deferred@1892025974 after retry RPC after error@1450264208) -> (continuation of Deferred@1717237728 after retry RPC after error@1373611034) -> (continuation of Deferred@300613089 after retry RPC after error@1307802762) -> (continuation of Deferred@2091345699 after retry RPC after error@1349841881)))
19:26:04.378 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1726735035(state=PENDING, result=null, callback=(continuation of Deferred@1503351001 after retry RPC after error@1688749873) -> (continuation of Deferred@1251950734 after retry RPC after error@1935183196) -> (continuation of Deferred@1892025974 after retry RPC after error@1450264208) -> (continuation of Deferred@1717237728 after retry RPC after error@1373611034) -> (continuation of Deferred@300613089 after retry RPC after error@1307802762) -> (continuation of Deferred@2091345699 after retry RPC after error@1349841881), errback=(continuation of Deferred@1503351001 after retry RPC after error@1688749873) -> (continuation of Deferred@1251950734 after retry RPC after error@1935183196) -> (continuation of Deferred@1892025974 after retry RPC after error@1450264208) -> (continuation of Deferred@1717237728 after retry RPC after error@1373611034) -> (continuation of Deferred@300613089 after retry RPC after error@1307802762) -> (continuation of Deferred@2091345699 after retry RPC after error@1349841881)))
19:26:04.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@941932525(state=PENDING, result=null, callback=(continuation of Deferred@1549007171 after retry RPC after error@1134716293) -> (continuation of Deferred@287997998 after retry RPC after error@216833585) -> (continuation of Deferred@1329002254 after retry RPC after error@526920992) -> (continuation of Deferred@1518794003 after retry RPC after error@846456164) -> (continuation of Deferred@1250290339 after retry RPC after error@349884414) -> (continuation of Deferred@2031717915 after retry RPC after error@1424755865) -> (continuation of Deferred@827925589 after retry RPC after error@1933490367), errback=(continuation of Deferred@1549007171 after retry RPC after error@1134716293) -> (continuation of Deferred@287997998 after retry RPC after error@216833585) -> (continuation of Deferred@1329002254 after retry RPC after error@526920992) -> (continuation of Deferred@1518794003 after retry RPC after error@846456164) -> (continuation of Deferred@1250290339 after retry RPC after error@349884414) -> (continuation of Deferred@2031717915 after retry RPC after error@1424755865) -> (continuation of Deferred@827925589 after retry RPC after error@1933490367)))
19:26:04.617 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@941932525(state=PENDING, result=null, callback=(continuation of Deferred@1549007171 after retry RPC after error@1134716293) -> (continuation of Deferred@287997998 after retry RPC after error@216833585) -> (continuation of Deferred@1329002254 after retry RPC after error@526920992) -> (continuation of Deferred@1518794003 after retry RPC after error@846456164) -> (continuation of Deferred@1250290339 after retry RPC after error@349884414) -> (continuation of Deferred@2031717915 after retry RPC after error@1424755865) -> (continuation of Deferred@827925589 after retry RPC after error@1933490367), errback=(continuation of Deferred@1549007171 after retry RPC after error@1134716293) -> (continuation of Deferred@287997998 after retry RPC after error@216833585) -> (continuation of Deferred@1329002254 after retry RPC after error@526920992) -> (continuation of Deferred@1518794003 after retry RPC after error@846456164) -> (continuation of Deferred@1250290339 after retry RPC after error@349884414) -> (continuation of Deferred@2031717915 after retry RPC after error@1424755865) -> (continuation of Deferred@827925589 after retry RPC after error@1933490367)))
19:26:04.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1469697320(state=PENDING, result=null, callback=(continuation of Deferred@754288769 after retry RPC after error@2040591472) -> (continuation of Deferred@26492957 after retry RPC after error@419245450) -> (continuation of Deferred@407642004 after retry RPC after error@1722903449) -> (continuation of Deferred@1158040570 after retry RPC after error@879148973) -> (continuation of Deferred@1286518282 after retry RPC after error@556724645) -> (continuation of Deferred@1451243489 after retry RPC after error@1461346635), errback=(continuation of Deferred@754288769 after retry RPC after error@2040591472) -> (continuation of Deferred@26492957 after retry RPC after error@419245450) -> (continuation of Deferred@407642004 after retry RPC after error@1722903449) -> (continuation of Deferred@1158040570 after retry RPC after error@879148973) -> (continuation of Deferred@1286518282 after retry RPC after error@556724645) -> (continuation of Deferred@1451243489 after retry RPC after error@1461346635)))
19:26:04.818 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1469697320(state=PENDING, result=null, callback=(continuation of Deferred@754288769 after retry RPC after error@2040591472) -> (continuation of Deferred@26492957 after retry RPC after error@419245450) -> (continuation of Deferred@407642004 after retry RPC after error@1722903449) -> (continuation of Deferred@1158040570 after retry RPC after error@879148973) -> (continuation of Deferred@1286518282 after retry RPC after error@556724645) -> (continuation of Deferred@1451243489 after retry RPC after error@1461346635), errback=(continuation of Deferred@754288769 after retry RPC after error@2040591472) -> (continuation of Deferred@26492957 after retry RPC after error@419245450) -> (continuation of Deferred@407642004 after retry RPC after error@1722903449) -> (continuation of Deferred@1158040570 after retry RPC after error@879148973) -> (continuation of Deferred@1286518282 after retry RPC after error@556724645) -> (continuation of Deferred@1451243489 after retry RPC after error@1461346635)))
19:26:04.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:04.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:04.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:04.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:04.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:04.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.095 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1970609848(state=PENDING, result=null, callback=(continuation of Deferred@1769753809 after retry RPC after error@333839331) -> (continuation of Deferred@287746988 after retry RPC after error@1283192814) -> (continuation of Deferred@1206530164 after retry RPC after error@2070733193) -> (continuation of Deferred@1597197955 after retry RPC after error@1290016268) -> (continuation of Deferred@1520170612 after retry RPC after error@1181164551) -> (continuation of Deferred@56966430 after retry RPC after error@1876762376) -> (continuation of Deferred@1794145489 after retry RPC after error@365443732), errback=(continuation of Deferred@1769753809 after retry RPC after error@333839331) -> (continuation of Deferred@287746988 after retry RPC after error@1283192814) -> (continuation of Deferred@1206530164 after retry RPC after error@2070733193) -> (continuation of Deferred@1597197955 after retry RPC after error@1290016268) -> (continuation of Deferred@1520170612 after retry RPC after error@1181164551) -> (continuation of Deferred@56966430 after retry RPC after error@1876762376) -> (continuation of Deferred@1794145489 after retry RPC after error@365443732)))
19:26:05.096 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:05.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.375 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@230190256(state=PENDING, result=null, callback=(continuation of Deferred@1917507890 after retry RPC after error@129603483) -> (continuation of Deferred@229293516 after retry RPC after error@1127845157) -> (continuation of Deferred@1730039609 after retry RPC after error@751835406) -> (continuation of Deferred@1959560581 after retry RPC after error@2064875164) -> (continuation of Deferred@1851883840 after retry RPC after error@1121316331) -> (continuation of Deferred@1378199705 after retry RPC after error@849533919) -> (continuation of Deferred@1345009482 after retry RPC after error@1031545361) -> (continuation of Deferred@1113728071 after retry RPC after error@1715106807), errback=(continuation of Deferred@1917507890 after retry RPC after error@129603483) -> (continuation of Deferred@229293516 after retry RPC after error@1127845157) -> (continuation of Deferred@1730039609 after retry RPC after error@751835406) -> (continuation of Deferred@1959560581 after retry RPC after error@2064875164) -> (continuation of Deferred@1851883840 after retry RPC after error@1121316331) -> (continuation of Deferred@1378199705 after retry RPC after error@849533919) -> (continuation of Deferred@1345009482 after retry RPC after error@1031545361) -> (continuation of Deferred@1113728071 after retry RPC after error@1715106807)))
19:26:05.375 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:05.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.436 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@204404767(state=PENDING, result=null, callback=(continuation of Deferred@1066097429 after retry RPC after error@1544591732) -> (continuation of Deferred@1666653965 after retry RPC after error@407039352) -> (continuation of Deferred@2113162902 after retry RPC after error@628601701) -> (continuation of Deferred@2122547121 after retry RPC after error@1906664500) -> (continuation of Deferred@779748456 after retry RPC after error@915301977) -> (continuation of Deferred@1393949134 after retry RPC after error@155956060) -> (continuation of Deferred@2003615577 after retry RPC after error@840282947), errback=(continuation of Deferred@1066097429 after retry RPC after error@1544591732) -> (continuation of Deferred@1666653965 after retry RPC after error@407039352) -> (continuation of Deferred@2113162902 after retry RPC after error@628601701) -> (continuation of Deferred@2122547121 after retry RPC after error@1906664500) -> (continuation of Deferred@779748456 after retry RPC after error@915301977) -> (continuation of Deferred@1393949134 after retry RPC after error@155956060) -> (continuation of Deferred@2003615577 after retry RPC after error@840282947)))
19:26:05.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@204404767(state=PENDING, result=null, callback=(continuation of Deferred@1066097429 after retry RPC after error@1544591732) -> (continuation of Deferred@1666653965 after retry RPC after error@407039352) -> (continuation of Deferred@2113162902 after retry RPC after error@628601701) -> (continuation of Deferred@2122547121 after retry RPC after error@1906664500) -> (continuation of Deferred@779748456 after retry RPC after error@915301977) -> (continuation of Deferred@1393949134 after retry RPC after error@155956060) -> (continuation of Deferred@2003615577 after retry RPC after error@840282947), errback=(continuation of Deferred@1066097429 after retry RPC after error@1544591732) -> (continuation of Deferred@1666653965 after retry RPC after error@407039352) -> (continuation of Deferred@2113162902 after retry RPC after error@628601701) -> (continuation of Deferred@2122547121 after retry RPC after error@1906664500) -> (continuation of Deferred@779748456 after retry RPC after error@915301977) -> (continuation of Deferred@1393949134 after retry RPC after error@155956060) -> (continuation of Deferred@2003615577 after retry RPC after error@840282947)))
19:26:05.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@695338492(state=PENDING, result=null, callback=(continuation of Deferred@1975138925 after retry RPC after error@906510931) -> (continuation of Deferred@1063317568 after retry RPC after error@109334453) -> (continuation of Deferred@583623770 after retry RPC after error@1445441674) -> (continuation of Deferred@1862117630 after retry RPC after error@1252047731) -> (continuation of Deferred@597884361 after retry RPC after error@1214954199) -> (continuation of Deferred@1263751548 after retry RPC after error@82251846) -> (continuation of Deferred@815786406 after retry RPC after error@759058784), errback=(continuation of Deferred@1975138925 after retry RPC after error@906510931) -> (continuation of Deferred@1063317568 after retry RPC after error@109334453) -> (continuation of Deferred@583623770 after retry RPC after error@1445441674) -> (continuation of Deferred@1862117630 after retry RPC after error@1252047731) -> (continuation of Deferred@597884361 after retry RPC after error@1214954199) -> (continuation of Deferred@1263751548 after retry RPC after error@82251846) -> (continuation of Deferred@815786406 after retry RPC after error@759058784)))
19:26:05.798 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@695338492(state=PENDING, result=null, callback=(continuation of Deferred@1975138925 after retry RPC after error@906510931) -> (continuation of Deferred@1063317568 after retry RPC after error@109334453) -> (continuation of Deferred@583623770 after retry RPC after error@1445441674) -> (continuation of Deferred@1862117630 after retry RPC after error@1252047731) -> (continuation of Deferred@597884361 after retry RPC after error@1214954199) -> (continuation of Deferred@1263751548 after retry RPC after error@82251846) -> (continuation of Deferred@815786406 after retry RPC after error@759058784), errback=(continuation of Deferred@1975138925 after retry RPC after error@906510931) -> (continuation of Deferred@1063317568 after retry RPC after error@109334453) -> (continuation of Deferred@583623770 after retry RPC after error@1445441674) -> (continuation of Deferred@1862117630 after retry RPC after error@1252047731) -> (continuation of Deferred@597884361 after retry RPC after error@1214954199) -> (continuation of Deferred@1263751548 after retry RPC after error@82251846) -> (continuation of Deferred@815786406 after retry RPC after error@759058784)))
19:26:05.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:05.977 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@815845485(state=PENDING, result=null, callback=(continuation of Deferred@1104446328 after retry RPC after error@1862905872) -> (continuation of Deferred@833580765 after retry RPC after error@129692477) -> (continuation of Deferred@1645248497 after retry RPC after error@1086048915) -> (continuation of Deferred@170434015 after retry RPC after error@1524343996) -> (continuation of Deferred@1003857889 after retry RPC after error@631512410) -> (continuation of Deferred@1798089300 after retry RPC after error@1825902025), errback=(continuation of Deferred@1104446328 after retry RPC after error@1862905872) -> (continuation of Deferred@833580765 after retry RPC after error@129692477) -> (continuation of Deferred@1645248497 after retry RPC after error@1086048915) -> (continuation of Deferred@170434015 after retry RPC after error@1524343996) -> (continuation of Deferred@1003857889 after retry RPC after error@631512410) -> (continuation of Deferred@1798089300 after retry RPC after error@1825902025)))
19:26:05.978 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@815845485(state=PENDING, result=null, callback=(continuation of Deferred@1104446328 after retry RPC after error@1862905872) -> (continuation of Deferred@833580765 after retry RPC after error@129692477) -> (continuation of Deferred@1645248497 after retry RPC after error@1086048915) -> (continuation of Deferred@170434015 after retry RPC after error@1524343996) -> (continuation of Deferred@1003857889 after retry RPC after error@631512410) -> (continuation of Deferred@1798089300 after retry RPC after error@1825902025), errback=(continuation of Deferred@1104446328 after retry RPC after error@1862905872) -> (continuation of Deferred@833580765 after retry RPC after error@129692477) -> (continuation of Deferred@1645248497 after retry RPC after error@1086048915) -> (continuation of Deferred@170434015 after retry RPC after error@1524343996) -> (continuation of Deferred@1003857889 after retry RPC after error@631512410) -> (continuation of Deferred@1798089300 after retry RPC after error@1825902025)))
19:26:05.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:05.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:05.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:05.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:05.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:06.074321 30686 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:26:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:06.074579 30686 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:26:06.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:06.075474 30686 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:26:06.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:06.077071 30176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:26:06.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:06.078785 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:26:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:06.078969 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:26:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:06.079041 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:26:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:06.079270 30686 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:26:06.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1441040218(state=PENDING, result=null, callback=(continuation of Deferred@1549841635 after retry RPC after error@237228050) -> (continuation of Deferred@1000028724 after retry RPC after error@1253352522) -> (continuation of Deferred@321570387 after retry RPC after error@60368740) -> (continuation of Deferred@1639053241 after retry RPC after error@248027441) -> (continuation of Deferred@1268109029 after retry RPC after error@33387252) -> (continuation of Deferred@1864319309 after retry RPC after error@634670222), errback=(continuation of Deferred@1549841635 after retry RPC after error@237228050) -> (continuation of Deferred@1000028724 after retry RPC after error@1253352522) -> (continuation of Deferred@321570387 after retry RPC after error@60368740) -> (continuation of Deferred@1639053241 after retry RPC after error@248027441) -> (continuation of Deferred@1268109029 after retry RPC after error@33387252) -> (continuation of Deferred@1864319309 after retry RPC after error@634670222)))
19:26:06.178 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1441040218(state=PENDING, result=null, callback=(continuation of Deferred@1549841635 after retry RPC after error@237228050) -> (continuation of Deferred@1000028724 after retry RPC after error@1253352522) -> (continuation of Deferred@321570387 after retry RPC after error@60368740) -> (continuation of Deferred@1639053241 after retry RPC after error@248027441) -> (continuation of Deferred@1268109029 after retry RPC after error@33387252) -> (continuation of Deferred@1864319309 after retry RPC after error@634670222), errback=(continuation of Deferred@1549841635 after retry RPC after error@237228050) -> (continuation of Deferred@1000028724 after retry RPC after error@1253352522) -> (continuation of Deferred@321570387 after retry RPC after error@60368740) -> (continuation of Deferred@1639053241 after retry RPC after error@248027441) -> (continuation of Deferred@1268109029 after retry RPC after error@33387252) -> (continuation of Deferred@1864319309 after retry RPC after error@634670222)))
19:26:06.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:06.269012 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:26:06.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:06.269250 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:06.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.337 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1336805357(state=PENDING, result=null, callback=(continuation of Deferred@2010722149 after retry RPC after error@2044606173) -> (continuation of Deferred@2049469721 after retry RPC after error@1166449886) -> (continuation of Deferred@2065314060 after retry RPC after error@1937410156) -> (continuation of Deferred@1241736127 after retry RPC after error@991061581) -> (continuation of Deferred@288006770 after retry RPC after error@917791187) -> (continuation of Deferred@1744560673 after retry RPC after error@1332986013) -> (continuation of Deferred@193909299 after retry RPC after error@513904744), errback=(continuation of Deferred@2010722149 after retry RPC after error@2044606173) -> (continuation of Deferred@2049469721 after retry RPC after error@1166449886) -> (continuation of Deferred@2065314060 after retry RPC after error@1937410156) -> (continuation of Deferred@1241736127 after retry RPC after error@991061581) -> (continuation of Deferred@288006770 after retry RPC after error@917791187) -> (continuation of Deferred@1744560673 after retry RPC after error@1332986013) -> (continuation of Deferred@193909299 after retry RPC after error@513904744)))
19:26:06.337 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1336805357(state=PENDING, result=null, callback=(continuation of Deferred@2010722149 after retry RPC after error@2044606173) -> (continuation of Deferred@2049469721 after retry RPC after error@1166449886) -> (continuation of Deferred@2065314060 after retry RPC after error@1937410156) -> (continuation of Deferred@1241736127 after retry RPC after error@991061581) -> (continuation of Deferred@288006770 after retry RPC after error@917791187) -> (continuation of Deferred@1744560673 after retry RPC after error@1332986013) -> (continuation of Deferred@193909299 after retry RPC after error@513904744), errback=(continuation of Deferred@2010722149 after retry RPC after error@2044606173) -> (continuation of Deferred@2049469721 after retry RPC after error@1166449886) -> (continuation of Deferred@2065314060 after retry RPC after error@1937410156) -> (continuation of Deferred@1241736127 after retry RPC after error@991061581) -> (continuation of Deferred@288006770 after retry RPC after error@917791187) -> (continuation of Deferred@1744560673 after retry RPC after error@1332986013) -> (continuation of Deferred@193909299 after retry RPC after error@513904744)))
19:26:06.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.376 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.518 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1877937423(state=PENDING, result=null, callback=(continuation of Deferred@2003806750 after retry RPC after error@1056572297) -> (continuation of Deferred@643184605 after retry RPC after error@826724717) -> (continuation of Deferred@997437953 after retry RPC after error@1434130605) -> (continuation of Deferred@1115960576 after retry RPC after error@1162762628) -> (continuation of Deferred@1661671574 after retry RPC after error@1857608234) -> (continuation of Deferred@225955528 after retry RPC after error@977413275), errback=(continuation of Deferred@2003806750 after retry RPC after error@1056572297) -> (continuation of Deferred@643184605 after retry RPC after error@826724717) -> (continuation of Deferred@997437953 after retry RPC after error@1434130605) -> (continuation of Deferred@1115960576 after retry RPC after error@1162762628) -> (continuation of Deferred@1661671574 after retry RPC after error@1857608234) -> (continuation of Deferred@225955528 after retry RPC after error@977413275)))
19:26:06.518 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1877937423(state=PENDING, result=null, callback=(continuation of Deferred@2003806750 after retry RPC after error@1056572297) -> (continuation of Deferred@643184605 after retry RPC after error@826724717) -> (continuation of Deferred@997437953 after retry RPC after error@1434130605) -> (continuation of Deferred@1115960576 after retry RPC after error@1162762628) -> (continuation of Deferred@1661671574 after retry RPC after error@1857608234) -> (continuation of Deferred@225955528 after retry RPC after error@977413275), errback=(continuation of Deferred@2003806750 after retry RPC after error@1056572297) -> (continuation of Deferred@643184605 after retry RPC after error@826724717) -> (continuation of Deferred@997437953 after retry RPC after error@1434130605) -> (continuation of Deferred@1115960576 after retry RPC after error@1162762628) -> (continuation of Deferred@1661671574 after retry RPC after error@1857608234) -> (continuation of Deferred@225955528 after retry RPC after error@977413275)))
19:26:06.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.616 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1901110860(state=PENDING, result=null, callback=(continuation of Deferred@1569136642 after retry RPC after error@862221463) -> (continuation of Deferred@565195169 after retry RPC after error@1428586781) -> (continuation of Deferred@826621067 after retry RPC after error@563422968) -> (continuation of Deferred@25704018 after retry RPC after error@1623679255) -> (continuation of Deferred@2029959392 after retry RPC after error@1884615649) -> (continuation of Deferred@816734495 after retry RPC after error@1807376836) -> (continuation of Deferred@1712254443 after retry RPC after error@823312688), errback=(continuation of Deferred@1569136642 after retry RPC after error@862221463) -> (continuation of Deferred@565195169 after retry RPC after error@1428586781) -> (continuation of Deferred@826621067 after retry RPC after error@563422968) -> (continuation of Deferred@25704018 after retry RPC after error@1623679255) -> (continuation of Deferred@2029959392 after retry RPC after error@1884615649) -> (continuation of Deferred@816734495 after retry RPC after error@1807376836) -> (continuation of Deferred@1712254443 after retry RPC after error@823312688)))
19:26:06.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1901110860(state=PENDING, result=null, callback=(continuation of Deferred@1569136642 after retry RPC after error@862221463) -> (continuation of Deferred@565195169 after retry RPC after error@1428586781) -> (continuation of Deferred@826621067 after retry RPC after error@563422968) -> (continuation of Deferred@25704018 after retry RPC after error@1623679255) -> (continuation of Deferred@2029959392 after retry RPC after error@1884615649) -> (continuation of Deferred@816734495 after retry RPC after error@1807376836) -> (continuation of Deferred@1712254443 after retry RPC after error@823312688), errback=(continuation of Deferred@1569136642 after retry RPC after error@862221463) -> (continuation of Deferred@565195169 after retry RPC after error@1428586781) -> (continuation of Deferred@826621067 after retry RPC after error@563422968) -> (continuation of Deferred@25704018 after retry RPC after error@1623679255) -> (continuation of Deferred@2029959392 after retry RPC after error@1884615649) -> (continuation of Deferred@816734495 after retry RPC after error@1807376836) -> (continuation of Deferred@1712254443 after retry RPC after error@823312688)))
19:26:06.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1103971519(state=PENDING, result=null, callback=(continuation of Deferred@696582208 after retry RPC after error@295184200) -> (continuation of Deferred@739359648 after retry RPC after error@131267105) -> (continuation of Deferred@106196379 after retry RPC after error@1445378174) -> (continuation of Deferred@2009843105 after retry RPC after error@1742224011) -> (continuation of Deferred@1120254814 after retry RPC after error@558046768) -> (continuation of Deferred@143405428 after retry RPC after error@774266508), errback=(continuation of Deferred@696582208 after retry RPC after error@295184200) -> (continuation of Deferred@739359648 after retry RPC after error@131267105) -> (continuation of Deferred@106196379 after retry RPC after error@1445378174) -> (continuation of Deferred@2009843105 after retry RPC after error@1742224011) -> (continuation of Deferred@1120254814 after retry RPC after error@558046768) -> (continuation of Deferred@143405428 after retry RPC after error@774266508)))
19:26:06.938 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1103971519(state=PENDING, result=null, callback=(continuation of Deferred@696582208 after retry RPC after error@295184200) -> (continuation of Deferred@739359648 after retry RPC after error@131267105) -> (continuation of Deferred@106196379 after retry RPC after error@1445378174) -> (continuation of Deferred@2009843105 after retry RPC after error@1742224011) -> (continuation of Deferred@1120254814 after retry RPC after error@558046768) -> (continuation of Deferred@143405428 after retry RPC after error@774266508), errback=(continuation of Deferred@696582208 after retry RPC after error@295184200) -> (continuation of Deferred@739359648 after retry RPC after error@131267105) -> (continuation of Deferred@106196379 after retry RPC after error@1445378174) -> (continuation of Deferred@2009843105 after retry RPC after error@1742224011) -> (continuation of Deferred@1120254814 after retry RPC after error@558046768) -> (continuation of Deferred@143405428 after retry RPC after error@774266508)))
19:26:06.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:06.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:06.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:06.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:06.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:06.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@265862082(state=PENDING, result=null, callback=(continuation of Deferred@1682288802 after retry RPC after error@719690034) -> (continuation of Deferred@70402654 after retry RPC after error@1316941745) -> (continuation of Deferred@125273724 after retry RPC after error@31306665) -> (continuation of Deferred@392896894 after retry RPC after error@785471301) -> (continuation of Deferred@363753605 after retry RPC after error@2030225762) -> (continuation of Deferred@934045677 after retry RPC after error@325285154) -> (continuation of Deferred@1966019987 after retry RPC after error@445225869), errback=(continuation of Deferred@1682288802 after retry RPC after error@719690034) -> (continuation of Deferred@70402654 after retry RPC after error@1316941745) -> (continuation of Deferred@125273724 after retry RPC after error@31306665) -> (continuation of Deferred@392896894 after retry RPC after error@785471301) -> (continuation of Deferred@363753605 after retry RPC after error@2030225762) -> (continuation of Deferred@934045677 after retry RPC after error@325285154) -> (continuation of Deferred@1966019987 after retry RPC after error@445225869)))
19:26:07.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@265862082(state=PENDING, result=null, callback=(continuation of Deferred@1682288802 after retry RPC after error@719690034) -> (continuation of Deferred@70402654 after retry RPC after error@1316941745) -> (continuation of Deferred@125273724 after retry RPC after error@31306665) -> (continuation of Deferred@392896894 after retry RPC after error@785471301) -> (continuation of Deferred@363753605 after retry RPC after error@2030225762) -> (continuation of Deferred@934045677 after retry RPC after error@325285154) -> (continuation of Deferred@1966019987 after retry RPC after error@445225869), errback=(continuation of Deferred@1682288802 after retry RPC after error@719690034) -> (continuation of Deferred@70402654 after retry RPC after error@1316941745) -> (continuation of Deferred@125273724 after retry RPC after error@31306665) -> (continuation of Deferred@392896894 after retry RPC after error@785471301) -> (continuation of Deferred@363753605 after retry RPC after error@2030225762) -> (continuation of Deferred@934045677 after retry RPC after error@325285154) -> (continuation of Deferred@1966019987 after retry RPC after error@445225869)))
19:26:07.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@636211660(state=PENDING, result=null, callback=(continuation of Deferred@1881189894 after retry RPC after error@350541089) -> (continuation of Deferred@1633297927 after retry RPC after error@440725073) -> (continuation of Deferred@1868641153 after retry RPC after error@1562295953) -> (continuation of Deferred@1833226539 after retry RPC after error@1355783348) -> (continuation of Deferred@919883799 after retry RPC after error@504797802) -> (continuation of Deferred@1427164426 after retry RPC after error@2031538464) -> (continuation of Deferred@1834377981 after retry RPC after error@1203331319), errback=(continuation of Deferred@1881189894 after retry RPC after error@350541089) -> (continuation of Deferred@1633297927 after retry RPC after error@440725073) -> (continuation of Deferred@1868641153 after retry RPC after error@1562295953) -> (continuation of Deferred@1833226539 after retry RPC after error@1355783348) -> (continuation of Deferred@919883799 after retry RPC after error@504797802) -> (continuation of Deferred@1427164426 after retry RPC after error@2031538464) -> (continuation of Deferred@1834377981 after retry RPC after error@1203331319)))
19:26:07.418 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@636211660(state=PENDING, result=null, callback=(continuation of Deferred@1881189894 after retry RPC after error@350541089) -> (continuation of Deferred@1633297927 after retry RPC after error@440725073) -> (continuation of Deferred@1868641153 after retry RPC after error@1562295953) -> (continuation of Deferred@1833226539 after retry RPC after error@1355783348) -> (continuation of Deferred@919883799 after retry RPC after error@504797802) -> (continuation of Deferred@1427164426 after retry RPC after error@2031538464) -> (continuation of Deferred@1834377981 after retry RPC after error@1203331319), errback=(continuation of Deferred@1881189894 after retry RPC after error@350541089) -> (continuation of Deferred@1633297927 after retry RPC after error@440725073) -> (continuation of Deferred@1868641153 after retry RPC after error@1562295953) -> (continuation of Deferred@1833226539 after retry RPC after error@1355783348) -> (continuation of Deferred@919883799 after retry RPC after error@504797802) -> (continuation of Deferred@1427164426 after retry RPC after error@2031538464) -> (continuation of Deferred@1834377981 after retry RPC after error@1203331319)))
19:26:07.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@555285307(state=PENDING, result=null, callback=(continuation of Deferred@517867033 after retry RPC after error@1734804494) -> (continuation of Deferred@1064984490 after retry RPC after error@1499314781) -> (continuation of Deferred@937263521 after retry RPC after error@1749394464) -> (continuation of Deferred@86974861 after retry RPC after error@831843367) -> (continuation of Deferred@1780458301 after retry RPC after error@792624890) -> (continuation of Deferred@1407255001 after retry RPC after error@1157769814), errback=(continuation of Deferred@517867033 after retry RPC after error@1734804494) -> (continuation of Deferred@1064984490 after retry RPC after error@1499314781) -> (continuation of Deferred@937263521 after retry RPC after error@1749394464) -> (continuation of Deferred@86974861 after retry RPC after error@831843367) -> (continuation of Deferred@1780458301 after retry RPC after error@792624890) -> (continuation of Deferred@1407255001 after retry RPC after error@1157769814)))
19:26:07.579 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@555285307(state=PENDING, result=null, callback=(continuation of Deferred@517867033 after retry RPC after error@1734804494) -> (continuation of Deferred@1064984490 after retry RPC after error@1499314781) -> (continuation of Deferred@937263521 after retry RPC after error@1749394464) -> (continuation of Deferred@86974861 after retry RPC after error@831843367) -> (continuation of Deferred@1780458301 after retry RPC after error@792624890) -> (continuation of Deferred@1407255001 after retry RPC after error@1157769814), errback=(continuation of Deferred@517867033 after retry RPC after error@1734804494) -> (continuation of Deferred@1064984490 after retry RPC after error@1499314781) -> (continuation of Deferred@937263521 after retry RPC after error@1749394464) -> (continuation of Deferred@86974861 after retry RPC after error@831843367) -> (continuation of Deferred@1780458301 after retry RPC after error@792624890) -> (continuation of Deferred@1407255001 after retry RPC after error@1157769814)))
19:26:07.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.778 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1686889641(state=PENDING, result=null, callback=(continuation of Deferred@2132978793 after retry RPC after error@2061901014) -> (continuation of Deferred@713341204 after retry RPC after error@286375489) -> (continuation of Deferred@2067405294 after retry RPC after error@837860083) -> (continuation of Deferred@1051982272 after retry RPC after error@583842785) -> (continuation of Deferred@160572223 after retry RPC after error@1031878620) -> (continuation of Deferred@484287573 after retry RPC after error@1535711132), errback=(continuation of Deferred@2132978793 after retry RPC after error@2061901014) -> (continuation of Deferred@713341204 after retry RPC after error@286375489) -> (continuation of Deferred@2067405294 after retry RPC after error@837860083) -> (continuation of Deferred@1051982272 after retry RPC after error@583842785) -> (continuation of Deferred@160572223 after retry RPC after error@1031878620) -> (continuation of Deferred@484287573 after retry RPC after error@1535711132)))
19:26:07.779 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1686889641(state=PENDING, result=null, callback=(continuation of Deferred@2132978793 after retry RPC after error@2061901014) -> (continuation of Deferred@713341204 after retry RPC after error@286375489) -> (continuation of Deferred@2067405294 after retry RPC after error@837860083) -> (continuation of Deferred@1051982272 after retry RPC after error@583842785) -> (continuation of Deferred@160572223 after retry RPC after error@1031878620) -> (continuation of Deferred@484287573 after retry RPC after error@1535711132), errback=(continuation of Deferred@2132978793 after retry RPC after error@2061901014) -> (continuation of Deferred@713341204 after retry RPC after error@286375489) -> (continuation of Deferred@2067405294 after retry RPC after error@837860083) -> (continuation of Deferred@1051982272 after retry RPC after error@583842785) -> (continuation of Deferred@160572223 after retry RPC after error@1031878620) -> (continuation of Deferred@484287573 after retry RPC after error@1535711132)))
19:26:07.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:07.996 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:07.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:07.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:07.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:07.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1478103222(state=PENDING, result=null, callback=(continuation of Deferred@1099932483 after retry RPC after error@1191819336) -> (continuation of Deferred@2130685272 after retry RPC after error@1986567569) -> (continuation of Deferred@1245822372 after retry RPC after error@1082169180) -> (continuation of Deferred@1133934457 after retry RPC after error@1897983631) -> (continuation of Deferred@910938514 after retry RPC after error@1924500080) -> (continuation of Deferred@40376032 after retry RPC after error@1951057076) -> (continuation of Deferred@476404974 after retry RPC after error@1113436952), errback=(continuation of Deferred@1099932483 after retry RPC after error@1191819336) -> (continuation of Deferred@2130685272 after retry RPC after error@1986567569) -> (continuation of Deferred@1245822372 after retry RPC after error@1082169180) -> (continuation of Deferred@1133934457 after retry RPC after error@1897983631) -> (continuation of Deferred@910938514 after retry RPC after error@1924500080) -> (continuation of Deferred@40376032 after retry RPC after error@1951057076) -> (continuation of Deferred@476404974 after retry RPC after error@1113436952)))
19:26:07.999 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1478103222(state=PENDING, result=null, callback=(continuation of Deferred@1099932483 after retry RPC after error@1191819336) -> (continuation of Deferred@2130685272 after retry RPC after error@1986567569) -> (continuation of Deferred@1245822372 after retry RPC after error@1082169180) -> (continuation of Deferred@1133934457 after retry RPC after error@1897983631) -> (continuation of Deferred@910938514 after retry RPC after error@1924500080) -> (continuation of Deferred@40376032 after retry RPC after error@1951057076) -> (continuation of Deferred@476404974 after retry RPC after error@1113436952), errback=(continuation of Deferred@1099932483 after retry RPC after error@1191819336) -> (continuation of Deferred@2130685272 after retry RPC after error@1986567569) -> (continuation of Deferred@1245822372 after retry RPC after error@1082169180) -> (continuation of Deferred@1133934457 after retry RPC after error@1897983631) -> (continuation of Deferred@910938514 after retry RPC after error@1924500080) -> (continuation of Deferred@40376032 after retry RPC after error@1951057076) -> (continuation of Deferred@476404974 after retry RPC after error@1113436952)))
19:26:08.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@674644622(state=PENDING, result=null, callback=(continuation of Deferred@6728971 after retry RPC after error@129292925) -> (continuation of Deferred@435542668 after retry RPC after error@55429390) -> (continuation of Deferred@913711769 after retry RPC after error@397435160) -> (continuation of Deferred@539424984 after retry RPC after error@1305366635) -> (continuation of Deferred@1252774305 after retry RPC after error@1585955149) -> (continuation of Deferred@1240466045 after retry RPC after error@1988251168) -> (continuation of Deferred@1655750536 after retry RPC after error@48076602), errback=(continuation of Deferred@6728971 after retry RPC after error@129292925) -> (continuation of Deferred@435542668 after retry RPC after error@55429390) -> (continuation of Deferred@913711769 after retry RPC after error@397435160) -> (continuation of Deferred@539424984 after retry RPC after error@1305366635) -> (continuation of Deferred@1252774305 after retry RPC after error@1585955149) -> (continuation of Deferred@1240466045 after retry RPC after error@1988251168) -> (continuation of Deferred@1655750536 after retry RPC after error@48076602)))
19:26:08.178 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@674644622(state=PENDING, result=null, callback=(continuation of Deferred@6728971 after retry RPC after error@129292925) -> (continuation of Deferred@435542668 after retry RPC after error@55429390) -> (continuation of Deferred@913711769 after retry RPC after error@397435160) -> (continuation of Deferred@539424984 after retry RPC after error@1305366635) -> (continuation of Deferred@1252774305 after retry RPC after error@1585955149) -> (continuation of Deferred@1240466045 after retry RPC after error@1988251168) -> (continuation of Deferred@1655750536 after retry RPC after error@48076602), errback=(continuation of Deferred@6728971 after retry RPC after error@129292925) -> (continuation of Deferred@435542668 after retry RPC after error@55429390) -> (continuation of Deferred@913711769 after retry RPC after error@397435160) -> (continuation of Deferred@539424984 after retry RPC after error@1305366635) -> (continuation of Deferred@1252774305 after retry RPC after error@1585955149) -> (continuation of Deferred@1240466045 after retry RPC after error@1988251168) -> (continuation of Deferred@1655750536 after retry RPC after error@48076602)))
19:26:08.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1171301578(state=PENDING, result=null, callback=(continuation of Deferred@137747863 after retry RPC after error@1815748349) -> (continuation of Deferred@565638805 after retry RPC after error@1627447453) -> (continuation of Deferred@1207910479 after retry RPC after error@2072929211) -> (continuation of Deferred@1838821377 after retry RPC after error@192426279) -> (continuation of Deferred@918086975 after retry RPC after error@1042537448) -> (continuation of Deferred@42331669 after retry RPC after error@1212028523) -> (continuation of Deferred@970888014 after retry RPC after error@428012294), errback=(continuation of Deferred@137747863 after retry RPC after error@1815748349) -> (continuation of Deferred@565638805 after retry RPC after error@1627447453) -> (continuation of Deferred@1207910479 after retry RPC after error@2072929211) -> (continuation of Deferred@1838821377 after retry RPC after error@192426279) -> (continuation of Deferred@918086975 after retry RPC after error@1042537448) -> (continuation of Deferred@42331669 after retry RPC after error@1212028523) -> (continuation of Deferred@970888014 after retry RPC after error@428012294)))
19:26:08.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1171301578(state=PENDING, result=null, callback=(continuation of Deferred@137747863 after retry RPC after error@1815748349) -> (continuation of Deferred@565638805 after retry RPC after error@1627447453) -> (continuation of Deferred@1207910479 after retry RPC after error@2072929211) -> (continuation of Deferred@1838821377 after retry RPC after error@192426279) -> (continuation of Deferred@918086975 after retry RPC after error@1042537448) -> (continuation of Deferred@42331669 after retry RPC after error@1212028523) -> (continuation of Deferred@970888014 after retry RPC after error@428012294), errback=(continuation of Deferred@137747863 after retry RPC after error@1815748349) -> (continuation of Deferred@565638805 after retry RPC after error@1627447453) -> (continuation of Deferred@1207910479 after retry RPC after error@2072929211) -> (continuation of Deferred@1838821377 after retry RPC after error@192426279) -> (continuation of Deferred@918086975 after retry RPC after error@1042537448) -> (continuation of Deferred@42331669 after retry RPC after error@1212028523) -> (continuation of Deferred@970888014 after retry RPC after error@428012294)))
19:26:08.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@733462433(state=PENDING, result=null, callback=(continuation of Deferred@926559122 after retry RPC after error@1950150983) -> (continuation of Deferred@1467813342 after retry RPC after error@1101134375) -> (continuation of Deferred@656490298 after retry RPC after error@872694864) -> (continuation of Deferred@195607795 after retry RPC after error@1159073635) -> (continuation of Deferred@1809850388 after retry RPC after error@2102452220) -> (continuation of Deferred@860994433 after retry RPC after error@1179240351), errback=(continuation of Deferred@926559122 after retry RPC after error@1950150983) -> (continuation of Deferred@1467813342 after retry RPC after error@1101134375) -> (continuation of Deferred@656490298 after retry RPC after error@872694864) -> (continuation of Deferred@195607795 after retry RPC after error@1159073635) -> (continuation of Deferred@1809850388 after retry RPC after error@2102452220) -> (continuation of Deferred@860994433 after retry RPC after error@1179240351)))
19:26:08.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@733462433(state=PENDING, result=null, callback=(continuation of Deferred@926559122 after retry RPC after error@1950150983) -> (continuation of Deferred@1467813342 after retry RPC after error@1101134375) -> (continuation of Deferred@656490298 after retry RPC after error@872694864) -> (continuation of Deferred@195607795 after retry RPC after error@1159073635) -> (continuation of Deferred@1809850388 after retry RPC after error@2102452220) -> (continuation of Deferred@860994433 after retry RPC after error@1179240351), errback=(continuation of Deferred@926559122 after retry RPC after error@1950150983) -> (continuation of Deferred@1467813342 after retry RPC after error@1101134375) -> (continuation of Deferred@656490298 after retry RPC after error@872694864) -> (continuation of Deferred@195607795 after retry RPC after error@1159073635) -> (continuation of Deferred@1809850388 after retry RPC after error@2102452220) -> (continuation of Deferred@860994433 after retry RPC after error@1179240351)))
19:26:08.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@943674111(state=PENDING, result=null, callback=(continuation of Deferred@919757706 after retry RPC after error@1644489840) -> (continuation of Deferred@494741550 after retry RPC after error@1595357652) -> (continuation of Deferred@2054999951 after retry RPC after error@1071569884) -> (continuation of Deferred@1268168785 after retry RPC after error@766112110) -> (continuation of Deferred@833967075 after retry RPC after error@2021424690) -> (continuation of Deferred@114693468 after retry RPC after error@1679205993) -> (continuation of Deferred@2133314371 after retry RPC after error@1680975739), errback=(continuation of Deferred@919757706 after retry RPC after error@1644489840) -> (continuation of Deferred@494741550 after retry RPC after error@1595357652) -> (continuation of Deferred@2054999951 after retry RPC after error@1071569884) -> (continuation of Deferred@1268168785 after retry RPC after error@766112110) -> (continuation of Deferred@833967075 after retry RPC after error@2021424690) -> (continuation of Deferred@114693468 after retry RPC after error@1679205993) -> (continuation of Deferred@2133314371 after retry RPC after error@1680975739)))
19:26:08.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@943674111(state=PENDING, result=null, callback=(continuation of Deferred@919757706 after retry RPC after error@1644489840) -> (continuation of Deferred@494741550 after retry RPC after error@1595357652) -> (continuation of Deferred@2054999951 after retry RPC after error@1071569884) -> (continuation of Deferred@1268168785 after retry RPC after error@766112110) -> (continuation of Deferred@833967075 after retry RPC after error@2021424690) -> (continuation of Deferred@114693468 after retry RPC after error@1679205993) -> (continuation of Deferred@2133314371 after retry RPC after error@1680975739), errback=(continuation of Deferred@919757706 after retry RPC after error@1644489840) -> (continuation of Deferred@494741550 after retry RPC after error@1595357652) -> (continuation of Deferred@2054999951 after retry RPC after error@1071569884) -> (continuation of Deferred@1268168785 after retry RPC after error@766112110) -> (continuation of Deferred@833967075 after retry RPC after error@2021424690) -> (continuation of Deferred@114693468 after retry RPC after error@1679205993) -> (continuation of Deferred@2133314371 after retry RPC after error@1680975739)))
19:26:08.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:08.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:08.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:08.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:08.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:08.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1711655988(state=PENDING, result=null, callback=(continuation of Deferred@1927068694 after retry RPC after error@2075731674) -> (continuation of Deferred@1634413640 after retry RPC after error@692529213) -> (continuation of Deferred@1047272719 after retry RPC after error@215049198) -> (continuation of Deferred@887097168 after retry RPC after error@620152625) -> (continuation of Deferred@2049712837 after retry RPC after error@2103832701) -> (continuation of Deferred@1233891846 after retry RPC after error@1540762441) -> (continuation of Deferred@1089933564 after retry RPC after error@314828423) -> (continuation of Deferred@105672027 after retry RPC after error@1814725304), errback=(continuation of Deferred@1927068694 after retry RPC after error@2075731674) -> (continuation of Deferred@1634413640 after retry RPC after error@692529213) -> (continuation of Deferred@1047272719 after retry RPC after error@215049198) -> (continuation of Deferred@887097168 after retry RPC after error@620152625) -> (continuation of Deferred@2049712837 after retry RPC after error@2103832701) -> (continuation of Deferred@1233891846 after retry RPC after error@1540762441) -> (continuation of Deferred@1089933564 after retry RPC after error@314828423) -> (continuation of Deferred@105672027 after retry RPC after error@1814725304)))
19:26:09.058 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1711655988(state=PENDING, result=null, callback=(continuation of Deferred@1927068694 after retry RPC after error@2075731674) -> (continuation of Deferred@1634413640 after retry RPC after error@692529213) -> (continuation of Deferred@1047272719 after retry RPC after error@215049198) -> (continuation of Deferred@887097168 after retry RPC after error@620152625) -> (continuation of Deferred@2049712837 after retry RPC after error@2103832701) -> (continuation of Deferred@1233891846 after retry RPC after error@1540762441) -> (continuation of Deferred@1089933564 after retry RPC after error@314828423) -> (continuation of Deferred@105672027 after retry RPC after error@1814725304), errback=(continuation of Deferred@1927068694 after retry RPC after error@2075731674) -> (continuation of Deferred@1634413640 after retry RPC after error@692529213) -> (continuation of Deferred@1047272719 after retry RPC after error@215049198) -> (continuation of Deferred@887097168 after retry RPC after error@620152625) -> (continuation of Deferred@2049712837 after retry RPC after error@2103832701) -> (continuation of Deferred@1233891846 after retry RPC after error@1540762441) -> (continuation of Deferred@1089933564 after retry RPC after error@314828423) -> (continuation of Deferred@105672027 after retry RPC after error@1814725304)))
19:26:09.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:09.177011 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:09.180544 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:09.181882 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:26:09.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@737693157(state=PENDING, result=null, callback=(continuation of Deferred@1376148595 after retry RPC after error@249546345) -> (continuation of Deferred@387650315 after retry RPC after error@2120610664) -> (continuation of Deferred@509664531 after retry RPC after error@1862052920) -> (continuation of Deferred@556824999 after retry RPC after error@1889476698) -> (continuation of Deferred@1754264351 after retry RPC after error@1662586714) -> (continuation of Deferred@1103544287 after retry RPC after error@1213389389), errback=(continuation of Deferred@1376148595 after retry RPC after error@249546345) -> (continuation of Deferred@387650315 after retry RPC after error@2120610664) -> (continuation of Deferred@509664531 after retry RPC after error@1862052920) -> (continuation of Deferred@556824999 after retry RPC after error@1889476698) -> (continuation of Deferred@1754264351 after retry RPC after error@1662586714) -> (continuation of Deferred@1103544287 after retry RPC after error@1213389389)))
19:26:09.257 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@737693157(state=PENDING, result=null, callback=(continuation of Deferred@1376148595 after retry RPC after error@249546345) -> (continuation of Deferred@387650315 after retry RPC after error@2120610664) -> (continuation of Deferred@509664531 after retry RPC after error@1862052920) -> (continuation of Deferred@556824999 after retry RPC after error@1889476698) -> (continuation of Deferred@1754264351 after retry RPC after error@1662586714) -> (continuation of Deferred@1103544287 after retry RPC after error@1213389389), errback=(continuation of Deferred@1376148595 after retry RPC after error@249546345) -> (continuation of Deferred@387650315 after retry RPC after error@2120610664) -> (continuation of Deferred@509664531 after retry RPC after error@1862052920) -> (continuation of Deferred@556824999 after retry RPC after error@1889476698) -> (continuation of Deferred@1754264351 after retry RPC after error@1662586714) -> (continuation of Deferred@1103544287 after retry RPC after error@1213389389)))
19:26:09.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@971013154(state=PENDING, result=null, callback=(continuation of Deferred@1159402563 after retry RPC after error@939327181) -> (continuation of Deferred@967904540 after retry RPC after error@59406180) -> (continuation of Deferred@506384986 after retry RPC after error@1316249028) -> (continuation of Deferred@2140958971 after retry RPC after error@796723515) -> (continuation of Deferred@1193915020 after retry RPC after error@736054736) -> (continuation of Deferred@936963064 after retry RPC after error@1881872617) -> (continuation of Deferred@2048686514 after retry RPC after error@737942252), errback=(continuation of Deferred@1159402563 after retry RPC after error@939327181) -> (continuation of Deferred@967904540 after retry RPC after error@59406180) -> (continuation of Deferred@506384986 after retry RPC after error@1316249028) -> (continuation of Deferred@2140958971 after retry RPC after error@796723515) -> (continuation of Deferred@1193915020 after retry RPC after error@736054736) -> (continuation of Deferred@936963064 after retry RPC after error@1881872617) -> (continuation of Deferred@2048686514 after retry RPC after error@737942252)))
19:26:09.517 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@971013154(state=PENDING, result=null, callback=(continuation of Deferred@1159402563 after retry RPC after error@939327181) -> (continuation of Deferred@967904540 after retry RPC after error@59406180) -> (continuation of Deferred@506384986 after retry RPC after error@1316249028) -> (continuation of Deferred@2140958971 after retry RPC after error@796723515) -> (continuation of Deferred@1193915020 after retry RPC after error@736054736) -> (continuation of Deferred@936963064 after retry RPC after error@1881872617) -> (continuation of Deferred@2048686514 after retry RPC after error@737942252), errback=(continuation of Deferred@1159402563 after retry RPC after error@939327181) -> (continuation of Deferred@967904540 after retry RPC after error@59406180) -> (continuation of Deferred@506384986 after retry RPC after error@1316249028) -> (continuation of Deferred@2140958971 after retry RPC after error@796723515) -> (continuation of Deferred@1193915020 after retry RPC after error@736054736) -> (continuation of Deferred@936963064 after retry RPC after error@1881872617) -> (continuation of Deferred@2048686514 after retry RPC after error@737942252)))
19:26:09.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1826685887(state=PENDING, result=null, callback=(continuation of Deferred@1778497588 after retry RPC after error@1989655083) -> (continuation of Deferred@9208198 after retry RPC after error@1687455443) -> (continuation of Deferred@53690989 after retry RPC after error@1212085954) -> (continuation of Deferred@752541426 after retry RPC after error@1815639972) -> (continuation of Deferred@1963024484 after retry RPC after error@1253445856) -> (continuation of Deferred@820079114 after retry RPC after error@525053669), errback=(continuation of Deferred@1778497588 after retry RPC after error@1989655083) -> (continuation of Deferred@9208198 after retry RPC after error@1687455443) -> (continuation of Deferred@53690989 after retry RPC after error@1212085954) -> (continuation of Deferred@752541426 after retry RPC after error@1815639972) -> (continuation of Deferred@1963024484 after retry RPC after error@1253445856) -> (continuation of Deferred@820079114 after retry RPC after error@525053669)))
19:26:09.717 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1826685887(state=PENDING, result=null, callback=(continuation of Deferred@1778497588 after retry RPC after error@1989655083) -> (continuation of Deferred@9208198 after retry RPC after error@1687455443) -> (continuation of Deferred@53690989 after retry RPC after error@1212085954) -> (continuation of Deferred@752541426 after retry RPC after error@1815639972) -> (continuation of Deferred@1963024484 after retry RPC after error@1253445856) -> (continuation of Deferred@820079114 after retry RPC after error@525053669), errback=(continuation of Deferred@1778497588 after retry RPC after error@1989655083) -> (continuation of Deferred@9208198 after retry RPC after error@1687455443) -> (continuation of Deferred@53690989 after retry RPC after error@1212085954) -> (continuation of Deferred@752541426 after retry RPC after error@1815639972) -> (continuation of Deferred@1963024484 after retry RPC after error@1253445856) -> (continuation of Deferred@820079114 after retry RPC after error@525053669)))
19:26:09.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.918 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@726034958(state=PENDING, result=null, callback=(continuation of Deferred@579197285 after retry RPC after error@472717175) -> (continuation of Deferred@1470638418 after retry RPC after error@1336295347) -> (continuation of Deferred@1139055059 after retry RPC after error@923187319) -> (continuation of Deferred@561182076 after retry RPC after error@1607929158) -> (continuation of Deferred@941243758 after retry RPC after error@979238682) -> (continuation of Deferred@204612664 after retry RPC after error@1810408901), errback=(continuation of Deferred@579197285 after retry RPC after error@472717175) -> (continuation of Deferred@1470638418 after retry RPC after error@1336295347) -> (continuation of Deferred@1139055059 after retry RPC after error@923187319) -> (continuation of Deferred@561182076 after retry RPC after error@1607929158) -> (continuation of Deferred@941243758 after retry RPC after error@979238682) -> (continuation of Deferred@204612664 after retry RPC after error@1810408901)))
19:26:09.918 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@726034958(state=PENDING, result=null, callback=(continuation of Deferred@579197285 after retry RPC after error@472717175) -> (continuation of Deferred@1470638418 after retry RPC after error@1336295347) -> (continuation of Deferred@1139055059 after retry RPC after error@923187319) -> (continuation of Deferred@561182076 after retry RPC after error@1607929158) -> (continuation of Deferred@941243758 after retry RPC after error@979238682) -> (continuation of Deferred@204612664 after retry RPC after error@1810408901), errback=(continuation of Deferred@579197285 after retry RPC after error@472717175) -> (continuation of Deferred@1470638418 after retry RPC after error@1336295347) -> (continuation of Deferred@1139055059 after retry RPC after error@923187319) -> (continuation of Deferred@561182076 after retry RPC after error@1607929158) -> (continuation of Deferred@941243758 after retry RPC after error@979238682) -> (continuation of Deferred@204612664 after retry RPC after error@1810408901)))
19:26:09.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:09.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:09.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:09.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:09.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:09.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@404554360(state=PENDING, result=null, callback=(continuation of Deferred@1877240258 after retry RPC after error@1394237705) -> (continuation of Deferred@300194280 after retry RPC after error@1637500782) -> (continuation of Deferred@771524838 after retry RPC after error@762230393) -> (continuation of Deferred@418402789 after retry RPC after error@727893154) -> (continuation of Deferred@1645265552 after retry RPC after error@974486997) -> (continuation of Deferred@552631307 after retry RPC after error@495647587), errback=(continuation of Deferred@1877240258 after retry RPC after error@1394237705) -> (continuation of Deferred@300194280 after retry RPC after error@1637500782) -> (continuation of Deferred@771524838 after retry RPC after error@762230393) -> (continuation of Deferred@418402789 after retry RPC after error@727893154) -> (continuation of Deferred@1645265552 after retry RPC after error@974486997) -> (continuation of Deferred@552631307 after retry RPC after error@495647587)))
19:26:10.078 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@404554360(state=PENDING, result=null, callback=(continuation of Deferred@1877240258 after retry RPC after error@1394237705) -> (continuation of Deferred@300194280 after retry RPC after error@1637500782) -> (continuation of Deferred@771524838 after retry RPC after error@762230393) -> (continuation of Deferred@418402789 after retry RPC after error@727893154) -> (continuation of Deferred@1645265552 after retry RPC after error@974486997) -> (continuation of Deferred@552631307 after retry RPC after error@495647587), errback=(continuation of Deferred@1877240258 after retry RPC after error@1394237705) -> (continuation of Deferred@300194280 after retry RPC after error@1637500782) -> (continuation of Deferred@771524838 after retry RPC after error@762230393) -> (continuation of Deferred@418402789 after retry RPC after error@727893154) -> (continuation of Deferred@1645265552 after retry RPC after error@974486997) -> (continuation of Deferred@552631307 after retry RPC after error@495647587)))
19:26:10.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.301 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [206ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [206ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2096202633(state=PENDING, result=null, callback=(continuation of Deferred@785970221 after retry RPC after error@1096774917) -> (continuation of Deferred@862172919 after retry RPC after error@1140754137) -> (continuation of Deferred@720272151 after retry RPC after error@270779410) -> (continuation of Deferred@1046023407 after retry RPC after error@161910195) -> (continuation of Deferred@1346992467 after retry RPC after error@1589916700) -> (continuation of Deferred@671905119 after retry RPC after error@368754424) -> (continuation of Deferred@249745141 after retry RPC after error@1912176609), errback=(continuation of Deferred@785970221 after retry RPC after error@1096774917) -> (continuation of Deferred@862172919 after retry RPC after error@1140754137) -> (continuation of Deferred@720272151 after retry RPC after error@270779410) -> (continuation of Deferred@1046023407 after retry RPC after error@161910195) -> (continuation of Deferred@1346992467 after retry RPC after error@1589916700) -> (continuation of Deferred@671905119 after retry RPC after error@368754424) -> (continuation of Deferred@249745141 after retry RPC after error@1912176609)))
19:26:10.302 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [206ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [206ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2096202633(state=PENDING, result=null, callback=(continuation of Deferred@785970221 after retry RPC after error@1096774917) -> (continuation of Deferred@862172919 after retry RPC after error@1140754137) -> (continuation of Deferred@720272151 after retry RPC after error@270779410) -> (continuation of Deferred@1046023407 after retry RPC after error@161910195) -> (continuation of Deferred@1346992467 after retry RPC after error@1589916700) -> (continuation of Deferred@671905119 after retry RPC after error@368754424) -> (continuation of Deferred@249745141 after retry RPC after error@1912176609), errback=(continuation of Deferred@785970221 after retry RPC after error@1096774917) -> (continuation of Deferred@862172919 after retry RPC after error@1140754137) -> (continuation of Deferred@720272151 after retry RPC after error@270779410) -> (continuation of Deferred@1046023407 after retry RPC after error@161910195) -> (continuation of Deferred@1346992467 after retry RPC after error@1589916700) -> (continuation of Deferred@671905119 after retry RPC after error@368754424) -> (continuation of Deferred@249745141 after retry RPC after error@1912176609)))
19:26:10.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1051566733(state=PENDING, result=null, callback=(continuation of Deferred@1345023449 after retry RPC after error@1384470162) -> (continuation of Deferred@1836925758 after retry RPC after error@1050095062) -> (continuation of Deferred@895081080 after retry RPC after error@1301293959) -> (continuation of Deferred@1257498040 after retry RPC after error@1292736685) -> (continuation of Deferred@914100590 after retry RPC after error@2063386677) -> (continuation of Deferred@796343543 after retry RPC after error@236847428) -> (continuation of Deferred@1480558216 after retry RPC after error@1142837466), errback=(continuation of Deferred@1345023449 after retry RPC after error@1384470162) -> (continuation of Deferred@1836925758 after retry RPC after error@1050095062) -> (continuation of Deferred@895081080 after retry RPC after error@1301293959) -> (continuation of Deferred@1257498040 after retry RPC after error@1292736685) -> (continuation of Deferred@914100590 after retry RPC after error@2063386677) -> (continuation of Deferred@796343543 after retry RPC after error@236847428) -> (continuation of Deferred@1480558216 after retry RPC after error@1142837466)))
19:26:10.558 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1051566733(state=PENDING, result=null, callback=(continuation of Deferred@1345023449 after retry RPC after error@1384470162) -> (continuation of Deferred@1836925758 after retry RPC after error@1050095062) -> (continuation of Deferred@895081080 after retry RPC after error@1301293959) -> (continuation of Deferred@1257498040 after retry RPC after error@1292736685) -> (continuation of Deferred@914100590 after retry RPC after error@2063386677) -> (continuation of Deferred@796343543 after retry RPC after error@236847428) -> (continuation of Deferred@1480558216 after retry RPC after error@1142837466), errback=(continuation of Deferred@1345023449 after retry RPC after error@1384470162) -> (continuation of Deferred@1836925758 after retry RPC after error@1050095062) -> (continuation of Deferred@895081080 after retry RPC after error@1301293959) -> (continuation of Deferred@1257498040 after retry RPC after error@1292736685) -> (continuation of Deferred@914100590 after retry RPC after error@2063386677) -> (continuation of Deferred@796343543 after retry RPC after error@236847428) -> (continuation of Deferred@1480558216 after retry RPC after error@1142837466)))
19:26:10.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@106154744(state=PENDING, result=null, callback=(continuation of Deferred@1936518101 after retry RPC after error@1999184933) -> (continuation of Deferred@1976181107 after retry RPC after error@1834361144) -> (continuation of Deferred@2037402884 after retry RPC after error@1204180483) -> (continuation of Deferred@1663247921 after retry RPC after error@1059099788) -> (continuation of Deferred@1145300481 after retry RPC after error@826332868) -> (continuation of Deferred@1260940403 after retry RPC after error@1888949614), errback=(continuation of Deferred@1936518101 after retry RPC after error@1999184933) -> (continuation of Deferred@1976181107 after retry RPC after error@1834361144) -> (continuation of Deferred@2037402884 after retry RPC after error@1204180483) -> (continuation of Deferred@1663247921 after retry RPC after error@1059099788) -> (continuation of Deferred@1145300481 after retry RPC after error@826332868) -> (continuation of Deferred@1260940403 after retry RPC after error@1888949614)))
19:26:10.718 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@106154744(state=PENDING, result=null, callback=(continuation of Deferred@1936518101 after retry RPC after error@1999184933) -> (continuation of Deferred@1976181107 after retry RPC after error@1834361144) -> (continuation of Deferred@2037402884 after retry RPC after error@1204180483) -> (continuation of Deferred@1663247921 after retry RPC after error@1059099788) -> (continuation of Deferred@1145300481 after retry RPC after error@826332868) -> (continuation of Deferred@1260940403 after retry RPC after error@1888949614), errback=(continuation of Deferred@1936518101 after retry RPC after error@1999184933) -> (continuation of Deferred@1976181107 after retry RPC after error@1834361144) -> (continuation of Deferred@2037402884 after retry RPC after error@1204180483) -> (continuation of Deferred@1663247921 after retry RPC after error@1059099788) -> (continuation of Deferred@1145300481 after retry RPC after error@826332868) -> (continuation of Deferred@1260940403 after retry RPC after error@1888949614)))
19:26:10.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1178779547(state=PENDING, result=null, callback=(continuation of Deferred@245385274 after retry RPC after error@1419705497) -> (continuation of Deferred@1195491484 after retry RPC after error@338428296) -> (continuation of Deferred@415333039 after retry RPC after error@999831322) -> (continuation of Deferred@1913935317 after retry RPC after error@104868446) -> (continuation of Deferred@356985915 after retry RPC after error@1872623982) -> (continuation of Deferred@1064809397 after retry RPC after error@954367199) -> (continuation of Deferred@342407436 after retry RPC after error@348021862), errback=(continuation of Deferred@245385274 after retry RPC after error@1419705497) -> (continuation of Deferred@1195491484 after retry RPC after error@338428296) -> (continuation of Deferred@415333039 after retry RPC after error@999831322) -> (continuation of Deferred@1913935317 after retry RPC after error@104868446) -> (continuation of Deferred@356985915 after retry RPC after error@1872623982) -> (continuation of Deferred@1064809397 after retry RPC after error@954367199) -> (continuation of Deferred@342407436 after retry RPC after error@348021862)))
19:26:10.938 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1178779547(state=PENDING, result=null, callback=(continuation of Deferred@245385274 after retry RPC after error@1419705497) -> (continuation of Deferred@1195491484 after retry RPC after error@338428296) -> (continuation of Deferred@415333039 after retry RPC after error@999831322) -> (continuation of Deferred@1913935317 after retry RPC after error@104868446) -> (continuation of Deferred@356985915 after retry RPC after error@1872623982) -> (continuation of Deferred@1064809397 after retry RPC after error@954367199) -> (continuation of Deferred@342407436 after retry RPC after error@348021862), errback=(continuation of Deferred@245385274 after retry RPC after error@1419705497) -> (continuation of Deferred@1195491484 after retry RPC after error@338428296) -> (continuation of Deferred@415333039 after retry RPC after error@999831322) -> (continuation of Deferred@1913935317 after retry RPC after error@104868446) -> (continuation of Deferred@356985915 after retry RPC after error@1872623982) -> (continuation of Deferred@1064809397 after retry RPC after error@954367199) -> (continuation of Deferred@342407436 after retry RPC after error@348021862)))
19:26:10.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:10.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:10.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:10.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:10.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:10.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1117971023(state=PENDING, result=null, callback=(continuation of Deferred@210038802 after retry RPC after error@1899553409) -> (continuation of Deferred@1492600548 after retry RPC after error@227698479) -> (continuation of Deferred@649925359 after retry RPC after error@279429203) -> (continuation of Deferred@1921348805 after retry RPC after error@1815137957) -> (continuation of Deferred@575964070 after retry RPC after error@207583975) -> (continuation of Deferred@1428493557 after retry RPC after error@1066052882), errback=(continuation of Deferred@210038802 after retry RPC after error@1899553409) -> (continuation of Deferred@1492600548 after retry RPC after error@227698479) -> (continuation of Deferred@649925359 after retry RPC after error@279429203) -> (continuation of Deferred@1921348805 after retry RPC after error@1815137957) -> (continuation of Deferred@575964070 after retry RPC after error@207583975) -> (continuation of Deferred@1428493557 after retry RPC after error@1066052882)))
19:26:11.119 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1117971023(state=PENDING, result=null, callback=(continuation of Deferred@210038802 after retry RPC after error@1899553409) -> (continuation of Deferred@1492600548 after retry RPC after error@227698479) -> (continuation of Deferred@649925359 after retry RPC after error@279429203) -> (continuation of Deferred@1921348805 after retry RPC after error@1815137957) -> (continuation of Deferred@575964070 after retry RPC after error@207583975) -> (continuation of Deferred@1428493557 after retry RPC after error@1066052882), errback=(continuation of Deferred@210038802 after retry RPC after error@1899553409) -> (continuation of Deferred@1492600548 after retry RPC after error@227698479) -> (continuation of Deferred@649925359 after retry RPC after error@279429203) -> (continuation of Deferred@1921348805 after retry RPC after error@1815137957) -> (continuation of Deferred@575964070 after retry RPC after error@207583975) -> (continuation of Deferred@1428493557 after retry RPC after error@1066052882)))
19:26:11.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:11.273725 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:26:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:11.273989 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:11.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2042175820(state=PENDING, result=null, callback=(continuation of Deferred@310602735 after retry RPC after error@1690228768) -> (continuation of Deferred@1092443367 after retry RPC after error@1897838281) -> (continuation of Deferred@2018211606 after retry RPC after error@1789317095) -> (continuation of Deferred@1098341424 after retry RPC after error@1163592233) -> (continuation of Deferred@1712008787 after retry RPC after error@982387842) -> (continuation of Deferred@1105412415 after retry RPC after error@1555323232) -> (continuation of Deferred@1676840211 after retry RPC after error@693266419), errback=(continuation of Deferred@310602735 after retry RPC after error@1690228768) -> (continuation of Deferred@1092443367 after retry RPC after error@1897838281) -> (continuation of Deferred@2018211606 after retry RPC after error@1789317095) -> (continuation of Deferred@1098341424 after retry RPC after error@1163592233) -> (continuation of Deferred@1712008787 after retry RPC after error@982387842) -> (continuation of Deferred@1105412415 after retry RPC after error@1555323232) -> (continuation of Deferred@1676840211 after retry RPC after error@693266419)))
19:26:11.378 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2042175820(state=PENDING, result=null, callback=(continuation of Deferred@310602735 after retry RPC after error@1690228768) -> (continuation of Deferred@1092443367 after retry RPC after error@1897838281) -> (continuation of Deferred@2018211606 after retry RPC after error@1789317095) -> (continuation of Deferred@1098341424 after retry RPC after error@1163592233) -> (continuation of Deferred@1712008787 after retry RPC after error@982387842) -> (continuation of Deferred@1105412415 after retry RPC after error@1555323232) -> (continuation of Deferred@1676840211 after retry RPC after error@693266419), errback=(continuation of Deferred@310602735 after retry RPC after error@1690228768) -> (continuation of Deferred@1092443367 after retry RPC after error@1897838281) -> (continuation of Deferred@2018211606 after retry RPC after error@1789317095) -> (continuation of Deferred@1098341424 after retry RPC after error@1163592233) -> (continuation of Deferred@1712008787 after retry RPC after error@982387842) -> (continuation of Deferred@1105412415 after retry RPC after error@1555323232) -> (continuation of Deferred@1676840211 after retry RPC after error@693266419)))
19:26:11.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@59590837(state=PENDING, result=null, callback=(continuation of Deferred@331889847 after retry RPC after error@807571631) -> (continuation of Deferred@105532570 after retry RPC after error@1869308934) -> (continuation of Deferred@1033162968 after retry RPC after error@429365293) -> (continuation of Deferred@1307392281 after retry RPC after error@2031239158) -> (continuation of Deferred@1654338076 after retry RPC after error@1206421650) -> (continuation of Deferred@1667843207 after retry RPC after error@191638163), errback=(continuation of Deferred@331889847 after retry RPC after error@807571631) -> (continuation of Deferred@105532570 after retry RPC after error@1869308934) -> (continuation of Deferred@1033162968 after retry RPC after error@429365293) -> (continuation of Deferred@1307392281 after retry RPC after error@2031239158) -> (continuation of Deferred@1654338076 after retry RPC after error@1206421650) -> (continuation of Deferred@1667843207 after retry RPC after error@191638163)))
19:26:11.558 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@59590837(state=PENDING, result=null, callback=(continuation of Deferred@331889847 after retry RPC after error@807571631) -> (continuation of Deferred@105532570 after retry RPC after error@1869308934) -> (continuation of Deferred@1033162968 after retry RPC after error@429365293) -> (continuation of Deferred@1307392281 after retry RPC after error@2031239158) -> (continuation of Deferred@1654338076 after retry RPC after error@1206421650) -> (continuation of Deferred@1667843207 after retry RPC after error@191638163), errback=(continuation of Deferred@331889847 after retry RPC after error@807571631) -> (continuation of Deferred@105532570 after retry RPC after error@1869308934) -> (continuation of Deferred@1033162968 after retry RPC after error@429365293) -> (continuation of Deferred@1307392281 after retry RPC after error@2031239158) -> (continuation of Deferred@1654338076 after retry RPC after error@1206421650) -> (continuation of Deferred@1667843207 after retry RPC after error@191638163)))
19:26:11.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1739318393(state=PENDING, result=null, callback=(continuation of Deferred@87373506 after retry RPC after error@2022815732) -> (continuation of Deferred@687994246 after retry RPC after error@288445683) -> (continuation of Deferred@1025434417 after retry RPC after error@1212538225) -> (continuation of Deferred@1859042362 after retry RPC after error@1967385564) -> (continuation of Deferred@1066305838 after retry RPC after error@1497785851) -> (continuation of Deferred@1114783109 after retry RPC after error@671429404) -> (continuation of Deferred@1661540555 after retry RPC after error@160088300), errback=(continuation of Deferred@87373506 after retry RPC after error@2022815732) -> (continuation of Deferred@687994246 after retry RPC after error@288445683) -> (continuation of Deferred@1025434417 after retry RPC after error@1212538225) -> (continuation of Deferred@1859042362 after retry RPC after error@1967385564) -> (continuation of Deferred@1066305838 after retry RPC after error@1497785851) -> (continuation of Deferred@1114783109 after retry RPC after error@671429404) -> (continuation of Deferred@1661540555 after retry RPC after error@160088300)))
19:26:11.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1739318393(state=PENDING, result=null, callback=(continuation of Deferred@87373506 after retry RPC after error@2022815732) -> (continuation of Deferred@687994246 after retry RPC after error@288445683) -> (continuation of Deferred@1025434417 after retry RPC after error@1212538225) -> (continuation of Deferred@1859042362 after retry RPC after error@1967385564) -> (continuation of Deferred@1066305838 after retry RPC after error@1497785851) -> (continuation of Deferred@1114783109 after retry RPC after error@671429404) -> (continuation of Deferred@1661540555 after retry RPC after error@160088300), errback=(continuation of Deferred@87373506 after retry RPC after error@2022815732) -> (continuation of Deferred@687994246 after retry RPC after error@288445683) -> (continuation of Deferred@1025434417 after retry RPC after error@1212538225) -> (continuation of Deferred@1859042362 after retry RPC after error@1967385564) -> (continuation of Deferred@1066305838 after retry RPC after error@1497785851) -> (continuation of Deferred@1114783109 after retry RPC after error@671429404) -> (continuation of Deferred@1661540555 after retry RPC after error@160088300)))
19:26:11.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@888997964(state=PENDING, result=null, callback=(continuation of Deferred@1583257240 after retry RPC after error@1973891741) -> (continuation of Deferred@141534961 after retry RPC after error@1418490072) -> (continuation of Deferred@2127349383 after retry RPC after error@842215449) -> (continuation of Deferred@1193164928 after retry RPC after error@1881403915) -> (continuation of Deferred@1749285494 after retry RPC after error@1130081439) -> (continuation of Deferred@1995767348 after retry RPC after error@422115659) -> (continuation of Deferred@1850683474 after retry RPC after error@1894667856), errback=(continuation of Deferred@1583257240 after retry RPC after error@1973891741) -> (continuation of Deferred@141534961 after retry RPC after error@1418490072) -> (continuation of Deferred@2127349383 after retry RPC after error@842215449) -> (continuation of Deferred@1193164928 after retry RPC after error@1881403915) -> (continuation of Deferred@1749285494 after retry RPC after error@1130081439) -> (continuation of Deferred@1995767348 after retry RPC after error@422115659) -> (continuation of Deferred@1850683474 after retry RPC after error@1894667856)))
19:26:11.958 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@888997964(state=PENDING, result=null, callback=(continuation of Deferred@1583257240 after retry RPC after error@1973891741) -> (continuation of Deferred@141534961 after retry RPC after error@1418490072) -> (continuation of Deferred@2127349383 after retry RPC after error@842215449) -> (continuation of Deferred@1193164928 after retry RPC after error@1881403915) -> (continuation of Deferred@1749285494 after retry RPC after error@1130081439) -> (continuation of Deferred@1995767348 after retry RPC after error@422115659) -> (continuation of Deferred@1850683474 after retry RPC after error@1894667856), errback=(continuation of Deferred@1583257240 after retry RPC after error@1973891741) -> (continuation of Deferred@141534961 after retry RPC after error@1418490072) -> (continuation of Deferred@2127349383 after retry RPC after error@842215449) -> (continuation of Deferred@1193164928 after retry RPC after error@1881403915) -> (continuation of Deferred@1749285494 after retry RPC after error@1130081439) -> (continuation of Deferred@1995767348 after retry RPC after error@422115659) -> (continuation of Deferred@1850683474 after retry RPC after error@1894667856)))
19:26:11.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:11.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:11.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:11.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:11.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:11.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2098953441(state=PENDING, result=null, callback=(continuation of Deferred@21850601 after retry RPC after error@1594539564) -> (continuation of Deferred@1371796178 after retry RPC after error@2006544511) -> (continuation of Deferred@502353220 after retry RPC after error@385907464) -> (continuation of Deferred@1494965848 after retry RPC after error@1698551692) -> (continuation of Deferred@1924218114 after retry RPC after error@1727905895) -> (continuation of Deferred@1696054142 after retry RPC after error@1855816167) -> (continuation of Deferred@364902427 after retry RPC after error@499776563), errback=(continuation of Deferred@21850601 after retry RPC after error@1594539564) -> (continuation of Deferred@1371796178 after retry RPC after error@2006544511) -> (continuation of Deferred@502353220 after retry RPC after error@385907464) -> (continuation of Deferred@1494965848 after retry RPC after error@1698551692) -> (continuation of Deferred@1924218114 after retry RPC after error@1727905895) -> (continuation of Deferred@1696054142 after retry RPC after error@1855816167) -> (continuation of Deferred@364902427 after retry RPC after error@499776563)))
19:26:12.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2098953441(state=PENDING, result=null, callback=(continuation of Deferred@21850601 after retry RPC after error@1594539564) -> (continuation of Deferred@1371796178 after retry RPC after error@2006544511) -> (continuation of Deferred@502353220 after retry RPC after error@385907464) -> (continuation of Deferred@1494965848 after retry RPC after error@1698551692) -> (continuation of Deferred@1924218114 after retry RPC after error@1727905895) -> (continuation of Deferred@1696054142 after retry RPC after error@1855816167) -> (continuation of Deferred@364902427 after retry RPC after error@499776563), errback=(continuation of Deferred@21850601 after retry RPC after error@1594539564) -> (continuation of Deferred@1371796178 after retry RPC after error@2006544511) -> (continuation of Deferred@502353220 after retry RPC after error@385907464) -> (continuation of Deferred@1494965848 after retry RPC after error@1698551692) -> (continuation of Deferred@1924218114 after retry RPC after error@1727905895) -> (continuation of Deferred@1696054142 after retry RPC after error@1855816167) -> (continuation of Deferred@364902427 after retry RPC after error@499776563)))
19:26:12.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1495927865(state=PENDING, result=null, callback=(continuation of Deferred@628878148 after retry RPC after error@1130192508) -> (continuation of Deferred@39654387 after retry RPC after error@195005509) -> (continuation of Deferred@1900308409 after retry RPC after error@1489201491) -> (continuation of Deferred@845888307 after retry RPC after error@1164014751) -> (continuation of Deferred@399157797 after retry RPC after error@1417724030) -> (continuation of Deferred@1071242110 after retry RPC after error@1901233558) -> (continuation of Deferred@856392219 after retry RPC after error@1641690932), errback=(continuation of Deferred@628878148 after retry RPC after error@1130192508) -> (continuation of Deferred@39654387 after retry RPC after error@195005509) -> (continuation of Deferred@1900308409 after retry RPC after error@1489201491) -> (continuation of Deferred@845888307 after retry RPC after error@1164014751) -> (continuation of Deferred@399157797 after retry RPC after error@1417724030) -> (continuation of Deferred@1071242110 after retry RPC after error@1901233558) -> (continuation of Deferred@856392219 after retry RPC after error@1641690932)))
19:26:12.418 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1495927865(state=PENDING, result=null, callback=(continuation of Deferred@628878148 after retry RPC after error@1130192508) -> (continuation of Deferred@39654387 after retry RPC after error@195005509) -> (continuation of Deferred@1900308409 after retry RPC after error@1489201491) -> (continuation of Deferred@845888307 after retry RPC after error@1164014751) -> (continuation of Deferred@399157797 after retry RPC after error@1417724030) -> (continuation of Deferred@1071242110 after retry RPC after error@1901233558) -> (continuation of Deferred@856392219 after retry RPC after error@1641690932), errback=(continuation of Deferred@628878148 after retry RPC after error@1130192508) -> (continuation of Deferred@39654387 after retry RPC after error@195005509) -> (continuation of Deferred@1900308409 after retry RPC after error@1489201491) -> (continuation of Deferred@845888307 after retry RPC after error@1164014751) -> (continuation of Deferred@399157797 after retry RPC after error@1417724030) -> (continuation of Deferred@1071242110 after retry RPC after error@1901233558) -> (continuation of Deferred@856392219 after retry RPC after error@1641690932)))
19:26:12.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@958584197(state=PENDING, result=null, callback=(continuation of Deferred@1829881511 after retry RPC after error@1116775013) -> (continuation of Deferred@422754372 after retry RPC after error@907270170) -> (continuation of Deferred@1431569537 after retry RPC after error@303040452) -> (continuation of Deferred@518815066 after retry RPC after error@915912085) -> (continuation of Deferred@1125306314 after retry RPC after error@1362026059) -> (continuation of Deferred@752185241 after retry RPC after error@660950155) -> (continuation of Deferred@1918675762 after retry RPC after error@1428680628), errback=(continuation of Deferred@1829881511 after retry RPC after error@1116775013) -> (continuation of Deferred@422754372 after retry RPC after error@907270170) -> (continuation of Deferred@1431569537 after retry RPC after error@303040452) -> (continuation of Deferred@518815066 after retry RPC after error@915912085) -> (continuation of Deferred@1125306314 after retry RPC after error@1362026059) -> (continuation of Deferred@752185241 after retry RPC after error@660950155) -> (continuation of Deferred@1918675762 after retry RPC after error@1428680628)))
19:26:12.658 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@958584197(state=PENDING, result=null, callback=(continuation of Deferred@1829881511 after retry RPC after error@1116775013) -> (continuation of Deferred@422754372 after retry RPC after error@907270170) -> (continuation of Deferred@1431569537 after retry RPC after error@303040452) -> (continuation of Deferred@518815066 after retry RPC after error@915912085) -> (continuation of Deferred@1125306314 after retry RPC after error@1362026059) -> (continuation of Deferred@752185241 after retry RPC after error@660950155) -> (continuation of Deferred@1918675762 after retry RPC after error@1428680628), errback=(continuation of Deferred@1829881511 after retry RPC after error@1116775013) -> (continuation of Deferred@422754372 after retry RPC after error@907270170) -> (continuation of Deferred@1431569537 after retry RPC after error@303040452) -> (continuation of Deferred@518815066 after retry RPC after error@915912085) -> (continuation of Deferred@1125306314 after retry RPC after error@1362026059) -> (continuation of Deferred@752185241 after retry RPC after error@660950155) -> (continuation of Deferred@1918675762 after retry RPC after error@1428680628)))
19:26:12.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.716 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.918 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1750060003(state=PENDING, result=null, callback=(continuation of Deferred@230026434 after retry RPC after error@358226522) -> (continuation of Deferred@1386498612 after retry RPC after error@1143116624) -> (continuation of Deferred@1725150442 after retry RPC after error@589232800) -> (continuation of Deferred@1394336029 after retry RPC after error@66277437) -> (continuation of Deferred@2021445709 after retry RPC after error@744746520) -> (continuation of Deferred@545055104 after retry RPC after error@957824778) -> (continuation of Deferred@662138589 after retry RPC after error@349656837) -> (continuation of Deferred@1407243518 after retry RPC after error@1393512167), errback=(continuation of Deferred@230026434 after retry RPC after error@358226522) -> (continuation of Deferred@1386498612 after retry RPC after error@1143116624) -> (continuation of Deferred@1725150442 after retry RPC after error@589232800) -> (continuation of Deferred@1394336029 after retry RPC after error@66277437) -> (continuation of Deferred@2021445709 after retry RPC after error@744746520) -> (continuation of Deferred@545055104 after retry RPC after error@957824778) -> (continuation of Deferred@662138589 after retry RPC after error@349656837) -> (continuation of Deferred@1407243518 after retry RPC after error@1393512167)))
19:26:12.919 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [64ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1750060003(state=PENDING, result=null, callback=(continuation of Deferred@230026434 after retry RPC after error@358226522) -> (continuation of Deferred@1386498612 after retry RPC after error@1143116624) -> (continuation of Deferred@1725150442 after retry RPC after error@589232800) -> (continuation of Deferred@1394336029 after retry RPC after error@66277437) -> (continuation of Deferred@2021445709 after retry RPC after error@744746520) -> (continuation of Deferred@545055104 after retry RPC after error@957824778) -> (continuation of Deferred@662138589 after retry RPC after error@349656837) -> (continuation of Deferred@1407243518 after retry RPC after error@1393512167), errback=(continuation of Deferred@230026434 after retry RPC after error@358226522) -> (continuation of Deferred@1386498612 after retry RPC after error@1143116624) -> (continuation of Deferred@1725150442 after retry RPC after error@589232800) -> (continuation of Deferred@1394336029 after retry RPC after error@66277437) -> (continuation of Deferred@2021445709 after retry RPC after error@744746520) -> (continuation of Deferred@545055104 after retry RPC after error@957824778) -> (continuation of Deferred@662138589 after retry RPC after error@349656837) -> (continuation of Deferred@1407243518 after retry RPC after error@1393512167)))
19:26:12.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:12.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:12.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:12.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:12.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:12.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.158 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@566848903(state=PENDING, result=null, callback=(continuation of Deferred@1116102424 after retry RPC after error@603465452) -> (continuation of Deferred@1565322276 after retry RPC after error@931333983) -> (continuation of Deferred@1192095784 after retry RPC after error@631271779) -> (continuation of Deferred@523736127 after retry RPC after error@807518585) -> (continuation of Deferred@411433957 after retry RPC after error@1049148159) -> (continuation of Deferred@490555261 after retry RPC after error@589916074) -> (continuation of Deferred@340060921 after retry RPC after error@1868625356), errback=(continuation of Deferred@1116102424 after retry RPC after error@603465452) -> (continuation of Deferred@1565322276 after retry RPC after error@931333983) -> (continuation of Deferred@1192095784 after retry RPC after error@631271779) -> (continuation of Deferred@523736127 after retry RPC after error@807518585) -> (continuation of Deferred@411433957 after retry RPC after error@1049148159) -> (continuation of Deferred@490555261 after retry RPC after error@589916074) -> (continuation of Deferred@340060921 after retry RPC after error@1868625356)))
19:26:13.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@566848903(state=PENDING, result=null, callback=(continuation of Deferred@1116102424 after retry RPC after error@603465452) -> (continuation of Deferred@1565322276 after retry RPC after error@931333983) -> (continuation of Deferred@1192095784 after retry RPC after error@631271779) -> (continuation of Deferred@523736127 after retry RPC after error@807518585) -> (continuation of Deferred@411433957 after retry RPC after error@1049148159) -> (continuation of Deferred@490555261 after retry RPC after error@589916074) -> (continuation of Deferred@340060921 after retry RPC after error@1868625356), errback=(continuation of Deferred@1116102424 after retry RPC after error@603465452) -> (continuation of Deferred@1565322276 after retry RPC after error@931333983) -> (continuation of Deferred@1192095784 after retry RPC after error@631271779) -> (continuation of Deferred@523736127 after retry RPC after error@807518585) -> (continuation of Deferred@411433957 after retry RPC after error@1049148159) -> (continuation of Deferred@490555261 after retry RPC after error@589916074) -> (continuation of Deferred@340060921 after retry RPC after error@1868625356)))
19:26:13.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1625719374(state=PENDING, result=null, callback=(continuation of Deferred@1403853795 after retry RPC after error@1348624260) -> (continuation of Deferred@256418477 after retry RPC after error@1541973496) -> (continuation of Deferred@1612832613 after retry RPC after error@578626202) -> (continuation of Deferred@1751822770 after retry RPC after error@1991450146) -> (continuation of Deferred@411516262 after retry RPC after error@1394980126) -> (continuation of Deferred@1862236649 after retry RPC after error@5453850) -> (continuation of Deferred@564021627 after retry RPC after error@1601013011), errback=(continuation of Deferred@1403853795 after retry RPC after error@1348624260) -> (continuation of Deferred@256418477 after retry RPC after error@1541973496) -> (continuation of Deferred@1612832613 after retry RPC after error@578626202) -> (continuation of Deferred@1751822770 after retry RPC after error@1991450146) -> (continuation of Deferred@411516262 after retry RPC after error@1394980126) -> (continuation of Deferred@1862236649 after retry RPC after error@5453850) -> (continuation of Deferred@564021627 after retry RPC after error@1601013011)))
19:26:13.378 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1625719374(state=PENDING, result=null, callback=(continuation of Deferred@1403853795 after retry RPC after error@1348624260) -> (continuation of Deferred@256418477 after retry RPC after error@1541973496) -> (continuation of Deferred@1612832613 after retry RPC after error@578626202) -> (continuation of Deferred@1751822770 after retry RPC after error@1991450146) -> (continuation of Deferred@411516262 after retry RPC after error@1394980126) -> (continuation of Deferred@1862236649 after retry RPC after error@5453850) -> (continuation of Deferred@564021627 after retry RPC after error@1601013011), errback=(continuation of Deferred@1403853795 after retry RPC after error@1348624260) -> (continuation of Deferred@256418477 after retry RPC after error@1541973496) -> (continuation of Deferred@1612832613 after retry RPC after error@578626202) -> (continuation of Deferred@1751822770 after retry RPC after error@1991450146) -> (continuation of Deferred@411516262 after retry RPC after error@1394980126) -> (continuation of Deferred@1862236649 after retry RPC after error@5453850) -> (continuation of Deferred@564021627 after retry RPC after error@1601013011)))
19:26:13.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1399698714(state=PENDING, result=null, callback=(continuation of Deferred@1768749354 after retry RPC after error@969953611) -> (continuation of Deferred@2142203022 after retry RPC after error@1096073988) -> (continuation of Deferred@1333774253 after retry RPC after error@1956547840) -> (continuation of Deferred@1884378113 after retry RPC after error@402322924) -> (continuation of Deferred@646515217 after retry RPC after error@654271821) -> (continuation of Deferred@1559547087 after retry RPC after error@484513576) -> (continuation of Deferred@1926651687 after retry RPC after error@803113277), errback=(continuation of Deferred@1768749354 after retry RPC after error@969953611) -> (continuation of Deferred@2142203022 after retry RPC after error@1096073988) -> (continuation of Deferred@1333774253 after retry RPC after error@1956547840) -> (continuation of Deferred@1884378113 after retry RPC after error@402322924) -> (continuation of Deferred@646515217 after retry RPC after error@654271821) -> (continuation of Deferred@1559547087 after retry RPC after error@484513576) -> (continuation of Deferred@1926651687 after retry RPC after error@803113277)))
19:26:13.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1399698714(state=PENDING, result=null, callback=(continuation of Deferred@1768749354 after retry RPC after error@969953611) -> (continuation of Deferred@2142203022 after retry RPC after error@1096073988) -> (continuation of Deferred@1333774253 after retry RPC after error@1956547840) -> (continuation of Deferred@1884378113 after retry RPC after error@402322924) -> (continuation of Deferred@646515217 after retry RPC after error@654271821) -> (continuation of Deferred@1559547087 after retry RPC after error@484513576) -> (continuation of Deferred@1926651687 after retry RPC after error@803113277), errback=(continuation of Deferred@1768749354 after retry RPC after error@969953611) -> (continuation of Deferred@2142203022 after retry RPC after error@1096073988) -> (continuation of Deferred@1333774253 after retry RPC after error@1956547840) -> (continuation of Deferred@1884378113 after retry RPC after error@402322924) -> (continuation of Deferred@646515217 after retry RPC after error@654271821) -> (continuation of Deferred@1559547087 after retry RPC after error@484513576) -> (continuation of Deferred@1926651687 after retry RPC after error@803113277)))
19:26:13.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2075397387(state=PENDING, result=null, callback=(continuation of Deferred@830855007 after retry RPC after error@1288864057) -> (continuation of Deferred@1600288505 after retry RPC after error@82179147) -> (continuation of Deferred@457565351 after retry RPC after error@1137075647) -> (continuation of Deferred@257889920 after retry RPC after error@607382668) -> (continuation of Deferred@283591793 after retry RPC after error@1627140175) -> (continuation of Deferred@392221126 after retry RPC after error@738990122) -> (continuation of Deferred@115475734 after retry RPC after error@127738829) -> (continuation of Deferred@383925273 after retry RPC after error@1524874151), errback=(continuation of Deferred@830855007 after retry RPC after error@1288864057) -> (continuation of Deferred@1600288505 after retry RPC after error@82179147) -> (continuation of Deferred@457565351 after retry RPC after error@1137075647) -> (continuation of Deferred@257889920 after retry RPC after error@607382668) -> (continuation of Deferred@283591793 after retry RPC after error@1627140175) -> (continuation of Deferred@392221126 after retry RPC after error@738990122) -> (continuation of Deferred@115475734 after retry RPC after error@127738829) -> (continuation of Deferred@383925273 after retry RPC after error@1524874151)))
19:26:13.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2075397387(state=PENDING, result=null, callback=(continuation of Deferred@830855007 after retry RPC after error@1288864057) -> (continuation of Deferred@1600288505 after retry RPC after error@82179147) -> (continuation of Deferred@457565351 after retry RPC after error@1137075647) -> (continuation of Deferred@257889920 after retry RPC after error@607382668) -> (continuation of Deferred@283591793 after retry RPC after error@1627140175) -> (continuation of Deferred@392221126 after retry RPC after error@738990122) -> (continuation of Deferred@115475734 after retry RPC after error@127738829) -> (continuation of Deferred@383925273 after retry RPC after error@1524874151), errback=(continuation of Deferred@830855007 after retry RPC after error@1288864057) -> (continuation of Deferred@1600288505 after retry RPC after error@82179147) -> (continuation of Deferred@457565351 after retry RPC after error@1137075647) -> (continuation of Deferred@257889920 after retry RPC after error@607382668) -> (continuation of Deferred@283591793 after retry RPC after error@1627140175) -> (continuation of Deferred@392221126 after retry RPC after error@738990122) -> (continuation of Deferred@115475734 after retry RPC after error@127738829) -> (continuation of Deferred@383925273 after retry RPC after error@1524874151)))
19:26:13.854 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.876 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:13.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:13.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:13.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:13.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:13.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.016 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@289091097(state=PENDING, result=null, callback=(continuation of Deferred@1461563503 after retry RPC after error@986253775) -> (continuation of Deferred@1075635563 after retry RPC after error@136265879) -> (continuation of Deferred@842733363 after retry RPC after error@1078917066) -> (continuation of Deferred@1742632213 after retry RPC after error@355961473) -> (continuation of Deferred@2145355163 after retry RPC after error@1209589005) -> (continuation of Deferred@1551531974 after retry RPC after error@1974506826) -> (continuation of Deferred@1992303930 after retry RPC after error@2025746010), errback=(continuation of Deferred@1461563503 after retry RPC after error@986253775) -> (continuation of Deferred@1075635563 after retry RPC after error@136265879) -> (continuation of Deferred@842733363 after retry RPC after error@1078917066) -> (continuation of Deferred@1742632213 after retry RPC after error@355961473) -> (continuation of Deferred@2145355163 after retry RPC after error@1209589005) -> (continuation of Deferred@1551531974 after retry RPC after error@1974506826) -> (continuation of Deferred@1992303930 after retry RPC after error@2025746010)))
19:26:14.057 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@289091097(state=PENDING, result=null, callback=(continuation of Deferred@1461563503 after retry RPC after error@986253775) -> (continuation of Deferred@1075635563 after retry RPC after error@136265879) -> (continuation of Deferred@842733363 after retry RPC after error@1078917066) -> (continuation of Deferred@1742632213 after retry RPC after error@355961473) -> (continuation of Deferred@2145355163 after retry RPC after error@1209589005) -> (continuation of Deferred@1551531974 after retry RPC after error@1974506826) -> (continuation of Deferred@1992303930 after retry RPC after error@2025746010), errback=(continuation of Deferred@1461563503 after retry RPC after error@986253775) -> (continuation of Deferred@1075635563 after retry RPC after error@136265879) -> (continuation of Deferred@842733363 after retry RPC after error@1078917066) -> (continuation of Deferred@1742632213 after retry RPC after error@355961473) -> (continuation of Deferred@2145355163 after retry RPC after error@1209589005) -> (continuation of Deferred@1551531974 after retry RPC after error@1974506826) -> (continuation of Deferred@1992303930 after retry RPC after error@2025746010)))
19:26:14.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:14.275707 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:14.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@678292398(state=PENDING, result=null, callback=(continuation of Deferred@916968939 after retry RPC after error@1512920213) -> (continuation of Deferred@677205649 after retry RPC after error@1873475759) -> (continuation of Deferred@1739219004 after retry RPC after error@1469254048) -> (continuation of Deferred@364393501 after retry RPC after error@762300805) -> (continuation of Deferred@426829716 after retry RPC after error@1449206547) -> (continuation of Deferred@36564254 after retry RPC after error@1365061439) -> (continuation of Deferred@1326395079 after retry RPC after error@271181198), errback=(continuation of Deferred@916968939 after retry RPC after error@1512920213) -> (continuation of Deferred@677205649 after retry RPC after error@1873475759) -> (continuation of Deferred@1739219004 after retry RPC after error@1469254048) -> (continuation of Deferred@364393501 after retry RPC after error@762300805) -> (continuation of Deferred@426829716 after retry RPC after error@1449206547) -> (continuation of Deferred@36564254 after retry RPC after error@1365061439) -> (continuation of Deferred@1326395079 after retry RPC after error@271181198)))
19:26:14.278 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@678292398(state=PENDING, result=null, callback=(continuation of Deferred@916968939 after retry RPC after error@1512920213) -> (continuation of Deferred@677205649 after retry RPC after error@1873475759) -> (continuation of Deferred@1739219004 after retry RPC after error@1469254048) -> (continuation of Deferred@364393501 after retry RPC after error@762300805) -> (continuation of Deferred@426829716 after retry RPC after error@1449206547) -> (continuation of Deferred@36564254 after retry RPC after error@1365061439) -> (continuation of Deferred@1326395079 after retry RPC after error@271181198), errback=(continuation of Deferred@916968939 after retry RPC after error@1512920213) -> (continuation of Deferred@677205649 after retry RPC after error@1873475759) -> (continuation of Deferred@1739219004 after retry RPC after error@1469254048) -> (continuation of Deferred@364393501 after retry RPC after error@762300805) -> (continuation of Deferred@426829716 after retry RPC after error@1449206547) -> (continuation of Deferred@36564254 after retry RPC after error@1365061439) -> (continuation of Deferred@1326395079 after retry RPC after error@271181198)))
19:26:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:14.279290 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:14.280508 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:26:14.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.316 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.554 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1046817091(state=PENDING, result=null, callback=(continuation of Deferred@1132031394 after retry RPC after error@205686445) -> (continuation of Deferred@106017591 after retry RPC after error@292142479) -> (continuation of Deferred@435537533 after retry RPC after error@26893312) -> (continuation of Deferred@173645583 after retry RPC after error@1442897422) -> (continuation of Deferred@1634806941 after retry RPC after error@853018351) -> (continuation of Deferred@1958696540 after retry RPC after error@614401643) -> (continuation of Deferred@1281541025 after retry RPC after error@1056922556), errback=(continuation of Deferred@1132031394 after retry RPC after error@205686445) -> (continuation of Deferred@106017591 after retry RPC after error@292142479) -> (continuation of Deferred@435537533 after retry RPC after error@26893312) -> (continuation of Deferred@173645583 after retry RPC after error@1442897422) -> (continuation of Deferred@1634806941 after retry RPC after error@853018351) -> (continuation of Deferred@1958696540 after retry RPC after error@614401643) -> (continuation of Deferred@1281541025 after retry RPC after error@1056922556)))
19:26:14.555 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:14.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.738 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1140729333(state=PENDING, result=null, callback=(continuation of Deferred@852938704 after retry RPC after error@412455792) -> (continuation of Deferred@1273174390 after retry RPC after error@2038451314) -> (continuation of Deferred@2100081885 after retry RPC after error@1226225179) -> (continuation of Deferred@443363046 after retry RPC after error@1635058181) -> (continuation of Deferred@2036848810 after retry RPC after error@96276467) -> (continuation of Deferred@1985223612 after retry RPC after error@1073240665), errback=(continuation of Deferred@852938704 after retry RPC after error@412455792) -> (continuation of Deferred@1273174390 after retry RPC after error@2038451314) -> (continuation of Deferred@2100081885 after retry RPC after error@1226225179) -> (continuation of Deferred@443363046 after retry RPC after error@1635058181) -> (continuation of Deferred@2036848810 after retry RPC after error@96276467) -> (continuation of Deferred@1985223612 after retry RPC after error@1073240665)))
19:26:14.739 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1140729333(state=PENDING, result=null, callback=(continuation of Deferred@852938704 after retry RPC after error@412455792) -> (continuation of Deferred@1273174390 after retry RPC after error@2038451314) -> (continuation of Deferred@2100081885 after retry RPC after error@1226225179) -> (continuation of Deferred@443363046 after retry RPC after error@1635058181) -> (continuation of Deferred@2036848810 after retry RPC after error@96276467) -> (continuation of Deferred@1985223612 after retry RPC after error@1073240665), errback=(continuation of Deferred@852938704 after retry RPC after error@412455792) -> (continuation of Deferred@1273174390 after retry RPC after error@2038451314) -> (continuation of Deferred@2100081885 after retry RPC after error@1226225179) -> (continuation of Deferred@443363046 after retry RPC after error@1635058181) -> (continuation of Deferred@2036848810 after retry RPC after error@96276467) -> (continuation of Deferred@1985223612 after retry RPC after error@1073240665)))
19:26:14.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:14.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:14.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:14.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:14.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:14.997 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [0ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@559577778(state=PENDING, result=null, callback=(continuation of Deferred@452605850 after retry RPC after error@1293995733) -> (continuation of Deferred@1932441064 after retry RPC after error@30658261) -> (continuation of Deferred@1256095634 after retry RPC after error@21190266) -> (continuation of Deferred@121905743 after retry RPC after error@419361044) -> (continuation of Deferred@568668022 after retry RPC after error@974015926) -> (continuation of Deferred@486430434 after retry RPC after error@1944547896) -> (continuation of Deferred@2079423917 after retry RPC after error@861600920), errback=(continuation of Deferred@452605850 after retry RPC after error@1293995733) -> (continuation of Deferred@1932441064 after retry RPC after error@30658261) -> (continuation of Deferred@1256095634 after retry RPC after error@21190266) -> (continuation of Deferred@121905743 after retry RPC after error@419361044) -> (continuation of Deferred@568668022 after retry RPC after error@974015926) -> (continuation of Deferred@486430434 after retry RPC after error@1944547896) -> (continuation of Deferred@2079423917 after retry RPC after error@861600920)))
19:26:14.998 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [0ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@559577778(state=PENDING, result=null, callback=(continuation of Deferred@452605850 after retry RPC after error@1293995733) -> (continuation of Deferred@1932441064 after retry RPC after error@30658261) -> (continuation of Deferred@1256095634 after retry RPC after error@21190266) -> (continuation of Deferred@121905743 after retry RPC after error@419361044) -> (continuation of Deferred@568668022 after retry RPC after error@974015926) -> (continuation of Deferred@486430434 after retry RPC after error@1944547896) -> (continuation of Deferred@2079423917 after retry RPC after error@861600920), errback=(continuation of Deferred@452605850 after retry RPC after error@1293995733) -> (continuation of Deferred@1932441064 after retry RPC after error@30658261) -> (continuation of Deferred@1256095634 after retry RPC after error@21190266) -> (continuation of Deferred@121905743 after retry RPC after error@419361044) -> (continuation of Deferred@568668022 after retry RPC after error@974015926) -> (continuation of Deferred@486430434 after retry RPC after error@1944547896) -> (continuation of Deferred@2079423917 after retry RPC after error@861600920)))
19:26:15.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2039236093(state=PENDING, result=null, callback=(continuation of Deferred@614012227 after retry RPC after error@1029817583) -> (continuation of Deferred@1153157 after retry RPC after error@464094935) -> (continuation of Deferred@2012654572 after retry RPC after error@1149456193) -> (continuation of Deferred@1213870820 after retry RPC after error@521308678) -> (continuation of Deferred@1576659907 after retry RPC after error@64904826) -> (continuation of Deferred@436900343 after retry RPC after error@298023434), errback=(continuation of Deferred@614012227 after retry RPC after error@1029817583) -> (continuation of Deferred@1153157 after retry RPC after error@464094935) -> (continuation of Deferred@2012654572 after retry RPC after error@1149456193) -> (continuation of Deferred@1213870820 after retry RPC after error@521308678) -> (continuation of Deferred@1576659907 after retry RPC after error@64904826) -> (continuation of Deferred@436900343 after retry RPC after error@298023434)))
19:26:15.197 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2039236093(state=PENDING, result=null, callback=(continuation of Deferred@614012227 after retry RPC after error@1029817583) -> (continuation of Deferred@1153157 after retry RPC after error@464094935) -> (continuation of Deferred@2012654572 after retry RPC after error@1149456193) -> (continuation of Deferred@1213870820 after retry RPC after error@521308678) -> (continuation of Deferred@1576659907 after retry RPC after error@64904826) -> (continuation of Deferred@436900343 after retry RPC after error@298023434), errback=(continuation of Deferred@614012227 after retry RPC after error@1029817583) -> (continuation of Deferred@1153157 after retry RPC after error@464094935) -> (continuation of Deferred@2012654572 after retry RPC after error@1149456193) -> (continuation of Deferred@1213870820 after retry RPC after error@521308678) -> (continuation of Deferred@1576659907 after retry RPC after error@64904826) -> (continuation of Deferred@436900343 after retry RPC after error@298023434)))
19:26:15.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.475 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@496261985(state=PENDING, result=null, callback=(continuation of Deferred@1505834589 after retry RPC after error@1355404775) -> (continuation of Deferred@1477097407 after retry RPC after error@1736093836) -> (continuation of Deferred@928580064 after retry RPC after error@698457089) -> (continuation of Deferred@614162885 after retry RPC after error@374823690) -> (continuation of Deferred@1769872929 after retry RPC after error@1276827291) -> (continuation of Deferred@871371668 after retry RPC after error@525566443) -> (continuation of Deferred@113576758 after retry RPC after error@477215611), errback=(continuation of Deferred@1505834589 after retry RPC after error@1355404775) -> (continuation of Deferred@1477097407 after retry RPC after error@1736093836) -> (continuation of Deferred@928580064 after retry RPC after error@698457089) -> (continuation of Deferred@614162885 after retry RPC after error@374823690) -> (continuation of Deferred@1769872929 after retry RPC after error@1276827291) -> (continuation of Deferred@871371668 after retry RPC after error@525566443) -> (continuation of Deferred@113576758 after retry RPC after error@477215611)))
19:26:15.476 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:15.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1467236410(state=PENDING, result=null, callback=(continuation of Deferred@1533485016 after retry RPC after error@1947031931) -> (continuation of Deferred@815873604 after retry RPC after error@1168231930) -> (continuation of Deferred@643535689 after retry RPC after error@948158584) -> (continuation of Deferred@23697970 after retry RPC after error@1248610808) -> (continuation of Deferred@819415591 after retry RPC after error@384949317) -> (continuation of Deferred@1527016611 after retry RPC after error@1938804146) -> (continuation of Deferred@2030249878 after retry RPC after error@1636359943), errback=(continuation of Deferred@1533485016 after retry RPC after error@1947031931) -> (continuation of Deferred@815873604 after retry RPC after error@1168231930) -> (continuation of Deferred@643535689 after retry RPC after error@948158584) -> (continuation of Deferred@23697970 after retry RPC after error@1248610808) -> (continuation of Deferred@819415591 after retry RPC after error@384949317) -> (continuation of Deferred@1527016611 after retry RPC after error@1938804146) -> (continuation of Deferred@2030249878 after retry RPC after error@1636359943)))
19:26:15.698 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [200ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1467236410(state=PENDING, result=null, callback=(continuation of Deferred@1533485016 after retry RPC after error@1947031931) -> (continuation of Deferred@815873604 after retry RPC after error@1168231930) -> (continuation of Deferred@643535689 after retry RPC after error@948158584) -> (continuation of Deferred@23697970 after retry RPC after error@1248610808) -> (continuation of Deferred@819415591 after retry RPC after error@384949317) -> (continuation of Deferred@1527016611 after retry RPC after error@1938804146) -> (continuation of Deferred@2030249878 after retry RPC after error@1636359943), errback=(continuation of Deferred@1533485016 after retry RPC after error@1947031931) -> (continuation of Deferred@815873604 after retry RPC after error@1168231930) -> (continuation of Deferred@643535689 after retry RPC after error@948158584) -> (continuation of Deferred@23697970 after retry RPC after error@1248610808) -> (continuation of Deferred@819415591 after retry RPC after error@384949317) -> (continuation of Deferred@1527016611 after retry RPC after error@1938804146) -> (continuation of Deferred@2030249878 after retry RPC after error@1636359943)))
19:26:15.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1774860357(state=PENDING, result=null, callback=(continuation of Deferred@1555832248 after retry RPC after error@754214825) -> (continuation of Deferred@980666249 after retry RPC after error@46385298) -> (continuation of Deferred@1051608239 after retry RPC after error@837330428) -> (continuation of Deferred@360936391 after retry RPC after error@152616637) -> (continuation of Deferred@1172248589 after retry RPC after error@837583375) -> (continuation of Deferred@1065341630 after retry RPC after error@1943961274) -> (continuation of Deferred@1325141948 after retry RPC after error@458559638), errback=(continuation of Deferred@1555832248 after retry RPC after error@754214825) -> (continuation of Deferred@980666249 after retry RPC after error@46385298) -> (continuation of Deferred@1051608239 after retry RPC after error@837330428) -> (continuation of Deferred@360936391 after retry RPC after error@152616637) -> (continuation of Deferred@1172248589 after retry RPC after error@837583375) -> (continuation of Deferred@1065341630 after retry RPC after error@1943961274) -> (continuation of Deferred@1325141948 after retry RPC after error@458559638)))
19:26:15.958 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1774860357(state=PENDING, result=null, callback=(continuation of Deferred@1555832248 after retry RPC after error@754214825) -> (continuation of Deferred@980666249 after retry RPC after error@46385298) -> (continuation of Deferred@1051608239 after retry RPC after error@837330428) -> (continuation of Deferred@360936391 after retry RPC after error@152616637) -> (continuation of Deferred@1172248589 after retry RPC after error@837583375) -> (continuation of Deferred@1065341630 after retry RPC after error@1943961274) -> (continuation of Deferred@1325141948 after retry RPC after error@458559638), errback=(continuation of Deferred@1555832248 after retry RPC after error@754214825) -> (continuation of Deferred@980666249 after retry RPC after error@46385298) -> (continuation of Deferred@1051608239 after retry RPC after error@837330428) -> (continuation of Deferred@360936391 after retry RPC after error@152616637) -> (continuation of Deferred@1172248589 after retry RPC after error@837583375) -> (continuation of Deferred@1065341630 after retry RPC after error@1943961274) -> (continuation of Deferred@1325141948 after retry RPC after error@458559638)))
19:26:15.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:15.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:15.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:15.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:15.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:15.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@702680496(state=PENDING, result=null, callback=(continuation of Deferred@92267548 after retry RPC after error@1780766803) -> (continuation of Deferred@681348716 after retry RPC after error@296393026) -> (continuation of Deferred@1804583023 after retry RPC after error@589425549) -> (continuation of Deferred@1870851691 after retry RPC after error@715590224) -> (continuation of Deferred@1061043155 after retry RPC after error@326091322) -> (continuation of Deferred@1810270090 after retry RPC after error@2030171436) -> (continuation of Deferred@925874556 after retry RPC after error@1513931697), errback=(continuation of Deferred@92267548 after retry RPC after error@1780766803) -> (continuation of Deferred@681348716 after retry RPC after error@296393026) -> (continuation of Deferred@1804583023 after retry RPC after error@589425549) -> (continuation of Deferred@1870851691 after retry RPC after error@715590224) -> (continuation of Deferred@1061043155 after retry RPC after error@326091322) -> (continuation of Deferred@1810270090 after retry RPC after error@2030171436) -> (continuation of Deferred@925874556 after retry RPC after error@1513931697)))
19:26:16.178 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@702680496(state=PENDING, result=null, callback=(continuation of Deferred@92267548 after retry RPC after error@1780766803) -> (continuation of Deferred@681348716 after retry RPC after error@296393026) -> (continuation of Deferred@1804583023 after retry RPC after error@589425549) -> (continuation of Deferred@1870851691 after retry RPC after error@715590224) -> (continuation of Deferred@1061043155 after retry RPC after error@326091322) -> (continuation of Deferred@1810270090 after retry RPC after error@2030171436) -> (continuation of Deferred@925874556 after retry RPC after error@1513931697), errback=(continuation of Deferred@92267548 after retry RPC after error@1780766803) -> (continuation of Deferred@681348716 after retry RPC after error@296393026) -> (continuation of Deferred@1804583023 after retry RPC after error@589425549) -> (continuation of Deferred@1870851691 after retry RPC after error@715590224) -> (continuation of Deferred@1061043155 after retry RPC after error@326091322) -> (continuation of Deferred@1810270090 after retry RPC after error@2030171436) -> (continuation of Deferred@925874556 after retry RPC after error@1513931697)))
19:26:16.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:16.275867 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:26:16.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:16.276113 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:16.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@426420343(state=PENDING, result=null, callback=(continuation of Deferred@261713042 after retry RPC after error@2132616834) -> (continuation of Deferred@257179182 after retry RPC after error@1127286435) -> (continuation of Deferred@126357419 after retry RPC after error@288821486) -> (continuation of Deferred@1060956584 after retry RPC after error@1962145010) -> (continuation of Deferred@859916432 after retry RPC after error@450399862) -> (continuation of Deferred@1114719532 after retry RPC after error@693009908), errback=(continuation of Deferred@261713042 after retry RPC after error@2132616834) -> (continuation of Deferred@257179182 after retry RPC after error@1127286435) -> (continuation of Deferred@126357419 after retry RPC after error@288821486) -> (continuation of Deferred@1060956584 after retry RPC after error@1962145010) -> (continuation of Deferred@859916432 after retry RPC after error@450399862) -> (continuation of Deferred@1114719532 after retry RPC after error@693009908)))
19:26:16.358 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@426420343(state=PENDING, result=null, callback=(continuation of Deferred@261713042 after retry RPC after error@2132616834) -> (continuation of Deferred@257179182 after retry RPC after error@1127286435) -> (continuation of Deferred@126357419 after retry RPC after error@288821486) -> (continuation of Deferred@1060956584 after retry RPC after error@1962145010) -> (continuation of Deferred@859916432 after retry RPC after error@450399862) -> (continuation of Deferred@1114719532 after retry RPC after error@693009908), errback=(continuation of Deferred@261713042 after retry RPC after error@2132616834) -> (continuation of Deferred@257179182 after retry RPC after error@1127286435) -> (continuation of Deferred@126357419 after retry RPC after error@288821486) -> (continuation of Deferred@1060956584 after retry RPC after error@1962145010) -> (continuation of Deferred@859916432 after retry RPC after error@450399862) -> (continuation of Deferred@1114719532 after retry RPC after error@693009908)))
19:26:16.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1595084424(state=PENDING, result=null, callback=(continuation of Deferred@1906486912 after retry RPC after error@1396086682) -> (continuation of Deferred@785211149 after retry RPC after error@1777165074) -> (continuation of Deferred@232719873 after retry RPC after error@1790102119) -> (continuation of Deferred@776197387 after retry RPC after error@741660194) -> (continuation of Deferred@1496195755 after retry RPC after error@632502811) -> (continuation of Deferred@359159851 after retry RPC after error@535239010), errback=(continuation of Deferred@1906486912 after retry RPC after error@1396086682) -> (continuation of Deferred@785211149 after retry RPC after error@1777165074) -> (continuation of Deferred@232719873 after retry RPC after error@1790102119) -> (continuation of Deferred@776197387 after retry RPC after error@741660194) -> (continuation of Deferred@1496195755 after retry RPC after error@632502811) -> (continuation of Deferred@359159851 after retry RPC after error@535239010)))
19:26:16.558 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1595084424(state=PENDING, result=null, callback=(continuation of Deferred@1906486912 after retry RPC after error@1396086682) -> (continuation of Deferred@785211149 after retry RPC after error@1777165074) -> (continuation of Deferred@232719873 after retry RPC after error@1790102119) -> (continuation of Deferred@776197387 after retry RPC after error@741660194) -> (continuation of Deferred@1496195755 after retry RPC after error@632502811) -> (continuation of Deferred@359159851 after retry RPC after error@535239010), errback=(continuation of Deferred@1906486912 after retry RPC after error@1396086682) -> (continuation of Deferred@785211149 after retry RPC after error@1777165074) -> (continuation of Deferred@232719873 after retry RPC after error@1790102119) -> (continuation of Deferred@776197387 after retry RPC after error@741660194) -> (continuation of Deferred@1496195755 after retry RPC after error@632502811) -> (continuation of Deferred@359159851 after retry RPC after error@535239010)))
19:26:16.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1042101388(state=PENDING, result=null, callback=(continuation of Deferred@185331093 after retry RPC after error@966727427) -> (continuation of Deferred@2091946566 after retry RPC after error@727609352) -> (continuation of Deferred@2146260915 after retry RPC after error@1040932930) -> (continuation of Deferred@1188161383 after retry RPC after error@517411205) -> (continuation of Deferred@185765155 after retry RPC after error@1853810035) -> (continuation of Deferred@668847364 after retry RPC after error@18922307) -> (continuation of Deferred@507794897 after retry RPC after error@117997079), errback=(continuation of Deferred@185331093 after retry RPC after error@966727427) -> (continuation of Deferred@2091946566 after retry RPC after error@727609352) -> (continuation of Deferred@2146260915 after retry RPC after error@1040932930) -> (continuation of Deferred@1188161383 after retry RPC after error@517411205) -> (continuation of Deferred@185765155 after retry RPC after error@1853810035) -> (continuation of Deferred@668847364 after retry RPC after error@18922307) -> (continuation of Deferred@507794897 after retry RPC after error@117997079)))
19:26:16.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1042101388(state=PENDING, result=null, callback=(continuation of Deferred@185331093 after retry RPC after error@966727427) -> (continuation of Deferred@2091946566 after retry RPC after error@727609352) -> (continuation of Deferred@2146260915 after retry RPC after error@1040932930) -> (continuation of Deferred@1188161383 after retry RPC after error@517411205) -> (continuation of Deferred@185765155 after retry RPC after error@1853810035) -> (continuation of Deferred@668847364 after retry RPC after error@18922307) -> (continuation of Deferred@507794897 after retry RPC after error@117997079), errback=(continuation of Deferred@185331093 after retry RPC after error@966727427) -> (continuation of Deferred@2091946566 after retry RPC after error@727609352) -> (continuation of Deferred@2146260915 after retry RPC after error@1040932930) -> (continuation of Deferred@1188161383 after retry RPC after error@517411205) -> (continuation of Deferred@185765155 after retry RPC after error@1853810035) -> (continuation of Deferred@668847364 after retry RPC after error@18922307) -> (continuation of Deferred@507794897 after retry RPC after error@117997079)))
19:26:16.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.775 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@729142214(state=PENDING, result=null, callback=(continuation of Deferred@1814971318 after retry RPC after error@1066037562) -> (continuation of Deferred@1462728110 after retry RPC after error@1388406638) -> (continuation of Deferred@1282194803 after retry RPC after error@545461861) -> (continuation of Deferred@212698590 after retry RPC after error@1435396402) -> (continuation of Deferred@2082525653 after retry RPC after error@1151909898) -> (continuation of Deferred@608910900 after retry RPC after error@36308086) -> (continuation of Deferred@2021573535 after retry RPC after error@2060776458), errback=(continuation of Deferred@1814971318 after retry RPC after error@1066037562) -> (continuation of Deferred@1462728110 after retry RPC after error@1388406638) -> (continuation of Deferred@1282194803 after retry RPC after error@545461861) -> (continuation of Deferred@212698590 after retry RPC after error@1435396402) -> (continuation of Deferred@2082525653 after retry RPC after error@1151909898) -> (continuation of Deferred@608910900 after retry RPC after error@36308086) -> (continuation of Deferred@2021573535 after retry RPC after error@2060776458)))
19:26:16.938 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@729142214(state=PENDING, result=null, callback=(continuation of Deferred@1814971318 after retry RPC after error@1066037562) -> (continuation of Deferred@1462728110 after retry RPC after error@1388406638) -> (continuation of Deferred@1282194803 after retry RPC after error@545461861) -> (continuation of Deferred@212698590 after retry RPC after error@1435396402) -> (continuation of Deferred@2082525653 after retry RPC after error@1151909898) -> (continuation of Deferred@608910900 after retry RPC after error@36308086) -> (continuation of Deferred@2021573535 after retry RPC after error@2060776458), errback=(continuation of Deferred@1814971318 after retry RPC after error@1066037562) -> (continuation of Deferred@1462728110 after retry RPC after error@1388406638) -> (continuation of Deferred@1282194803 after retry RPC after error@545461861) -> (continuation of Deferred@212698590 after retry RPC after error@1435396402) -> (continuation of Deferred@2082525653 after retry RPC after error@1151909898) -> (continuation of Deferred@608910900 after retry RPC after error@36308086) -> (continuation of Deferred@2021573535 after retry RPC after error@2060776458)))
19:26:16.954 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:16.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:16.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:16.998 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:16.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:16.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [45ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [47ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [47ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1730328435(state=PENDING, result=null, callback=(continuation of Deferred@2128712976 after retry RPC after error@1177543772) -> (continuation of Deferred@1576305448 after retry RPC after error@798961354) -> (continuation of Deferred@1571059516 after retry RPC after error@1678800336) -> (continuation of Deferred@495208377 after retry RPC after error@1270596541) -> (continuation of Deferred@903364705 after retry RPC after error@1375800831) -> (continuation of Deferred@1829187977 after retry RPC after error@2016715199) -> (continuation of Deferred@253246864 after retry RPC after error@1428993913), errback=(continuation of Deferred@2128712976 after retry RPC after error@1177543772) -> (continuation of Deferred@1576305448 after retry RPC after error@798961354) -> (continuation of Deferred@1571059516 after retry RPC after error@1678800336) -> (continuation of Deferred@495208377 after retry RPC after error@1270596541) -> (continuation of Deferred@903364705 after retry RPC after error@1375800831) -> (continuation of Deferred@1829187977 after retry RPC after error@2016715199) -> (continuation of Deferred@253246864 after retry RPC after error@1428993913)))
19:26:17.138 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [45ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [47ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [47ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1730328435(state=PENDING, result=null, callback=(continuation of Deferred@2128712976 after retry RPC after error@1177543772) -> (continuation of Deferred@1576305448 after retry RPC after error@798961354) -> (continuation of Deferred@1571059516 after retry RPC after error@1678800336) -> (continuation of Deferred@495208377 after retry RPC after error@1270596541) -> (continuation of Deferred@903364705 after retry RPC after error@1375800831) -> (continuation of Deferred@1829187977 after retry RPC after error@2016715199) -> (continuation of Deferred@253246864 after retry RPC after error@1428993913), errback=(continuation of Deferred@2128712976 after retry RPC after error@1177543772) -> (continuation of Deferred@1576305448 after retry RPC after error@798961354) -> (continuation of Deferred@1571059516 after retry RPC after error@1678800336) -> (continuation of Deferred@495208377 after retry RPC after error@1270596541) -> (continuation of Deferred@903364705 after retry RPC after error@1375800831) -> (continuation of Deferred@1829187977 after retry RPC after error@2016715199) -> (continuation of Deferred@253246864 after retry RPC after error@1428993913)))
19:26:17.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1926368287(state=PENDING, result=null, callback=(continuation of Deferred@1313975872 after retry RPC after error@624813095) -> (continuation of Deferred@147455270 after retry RPC after error@1780067028) -> (continuation of Deferred@695810681 after retry RPC after error@1672474541) -> (continuation of Deferred@608702003 after retry RPC after error@52453220) -> (continuation of Deferred@1676285835 after retry RPC after error@2133090012) -> (continuation of Deferred@469364381 after retry RPC after error@446908921) -> (continuation of Deferred@692470633 after retry RPC after error@1950951971), errback=(continuation of Deferred@1313975872 after retry RPC after error@624813095) -> (continuation of Deferred@147455270 after retry RPC after error@1780067028) -> (continuation of Deferred@695810681 after retry RPC after error@1672474541) -> (continuation of Deferred@608702003 after retry RPC after error@52453220) -> (continuation of Deferred@1676285835 after retry RPC after error@2133090012) -> (continuation of Deferred@469364381 after retry RPC after error@446908921) -> (continuation of Deferred@692470633 after retry RPC after error@1950951971)))
19:26:17.397 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1926368287(state=PENDING, result=null, callback=(continuation of Deferred@1313975872 after retry RPC after error@624813095) -> (continuation of Deferred@147455270 after retry RPC after error@1780067028) -> (continuation of Deferred@695810681 after retry RPC after error@1672474541) -> (continuation of Deferred@608702003 after retry RPC after error@52453220) -> (continuation of Deferred@1676285835 after retry RPC after error@2133090012) -> (continuation of Deferred@469364381 after retry RPC after error@446908921) -> (continuation of Deferred@692470633 after retry RPC after error@1950951971), errback=(continuation of Deferred@1313975872 after retry RPC after error@624813095) -> (continuation of Deferred@147455270 after retry RPC after error@1780067028) -> (continuation of Deferred@695810681 after retry RPC after error@1672474541) -> (continuation of Deferred@608702003 after retry RPC after error@52453220) -> (continuation of Deferred@1676285835 after retry RPC after error@2133090012) -> (continuation of Deferred@469364381 after retry RPC after error@446908921) -> (continuation of Deferred@692470633 after retry RPC after error@1950951971)))
19:26:17.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@492554337(state=PENDING, result=null, callback=(continuation of Deferred@2032306649 after retry RPC after error@1540242256) -> (continuation of Deferred@1924898225 after retry RPC after error@828398407) -> (continuation of Deferred@1558278387 after retry RPC after error@1994376324) -> (continuation of Deferred@1487378939 after retry RPC after error@1798200267) -> (continuation of Deferred@1017104565 after retry RPC after error@879546438) -> (continuation of Deferred@1356922737 after retry RPC after error@1233720997), errback=(continuation of Deferred@2032306649 after retry RPC after error@1540242256) -> (continuation of Deferred@1924898225 after retry RPC after error@828398407) -> (continuation of Deferred@1558278387 after retry RPC after error@1994376324) -> (continuation of Deferred@1487378939 after retry RPC after error@1798200267) -> (continuation of Deferred@1017104565 after retry RPC after error@879546438) -> (continuation of Deferred@1356922737 after retry RPC after error@1233720997)))
19:26:17.619 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [201ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@492554337(state=PENDING, result=null, callback=(continuation of Deferred@2032306649 after retry RPC after error@1540242256) -> (continuation of Deferred@1924898225 after retry RPC after error@828398407) -> (continuation of Deferred@1558278387 after retry RPC after error@1994376324) -> (continuation of Deferred@1487378939 after retry RPC after error@1798200267) -> (continuation of Deferred@1017104565 after retry RPC after error@879546438) -> (continuation of Deferred@1356922737 after retry RPC after error@1233720997), errback=(continuation of Deferred@2032306649 after retry RPC after error@1540242256) -> (continuation of Deferred@1924898225 after retry RPC after error@828398407) -> (continuation of Deferred@1558278387 after retry RPC after error@1994376324) -> (continuation of Deferred@1487378939 after retry RPC after error@1798200267) -> (continuation of Deferred@1017104565 after retry RPC after error@879546438) -> (continuation of Deferred@1356922737 after retry RPC after error@1233720997)))
19:26:17.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.895 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1266072850(state=PENDING, result=null, callback=(continuation of Deferred@580168961 after retry RPC after error@1401845588) -> (continuation of Deferred@1056321354 after retry RPC after error@1075223467) -> (continuation of Deferred@1198377485 after retry RPC after error@1744384355) -> (continuation of Deferred@1761267369 after retry RPC after error@482728926) -> (continuation of Deferred@894519273 after retry RPC after error@462227977) -> (continuation of Deferred@624689239 after retry RPC after error@387265541) -> (continuation of Deferred@675567361 after retry RPC after error@1542114626) -> (continuation of Deferred@504447184 after retry RPC after error@538638859), errback=(continuation of Deferred@580168961 after retry RPC after error@1401845588) -> (continuation of Deferred@1056321354 after retry RPC after error@1075223467) -> (continuation of Deferred@1198377485 after retry RPC after error@1744384355) -> (continuation of Deferred@1761267369 after retry RPC after error@482728926) -> (continuation of Deferred@894519273 after retry RPC after error@462227977) -> (continuation of Deferred@624689239 after retry RPC after error@387265541) -> (continuation of Deferred@675567361 after retry RPC after error@1542114626) -> (continuation of Deferred@504447184 after retry RPC after error@538638859)))
19:26:17.895 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:17.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:17.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:17.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:17.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:17.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:17.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.096 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.099 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1738368363(state=PENDING, result=null, callback=(continuation of Deferred@128295039 after retry RPC after error@1620301337) -> (continuation of Deferred@119006532 after retry RPC after error@187530992) -> (continuation of Deferred@564232626 after retry RPC after error@1602009217) -> (continuation of Deferred@1736006639 after retry RPC after error@130245390) -> (continuation of Deferred@709021269 after retry RPC after error@281072428) -> (continuation of Deferred@1028343032 after retry RPC after error@554474316) -> (continuation of Deferred@494979422 after retry RPC after error@189739121), errback=(continuation of Deferred@128295039 after retry RPC after error@1620301337) -> (continuation of Deferred@119006532 after retry RPC after error@187530992) -> (continuation of Deferred@564232626 after retry RPC after error@1602009217) -> (continuation of Deferred@1736006639 after retry RPC after error@130245390) -> (continuation of Deferred@709021269 after retry RPC after error@281072428) -> (continuation of Deferred@1028343032 after retry RPC after error@554474316) -> (continuation of Deferred@494979422 after retry RPC after error@189739121)))
19:26:18.099 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1738368363(state=PENDING, result=null, callback=(continuation of Deferred@128295039 after retry RPC after error@1620301337) -> (continuation of Deferred@119006532 after retry RPC after error@187530992) -> (continuation of Deferred@564232626 after retry RPC after error@1602009217) -> (continuation of Deferred@1736006639 after retry RPC after error@130245390) -> (continuation of Deferred@709021269 after retry RPC after error@281072428) -> (continuation of Deferred@1028343032 after retry RPC after error@554474316) -> (continuation of Deferred@494979422 after retry RPC after error@189739121), errback=(continuation of Deferred@128295039 after retry RPC after error@1620301337) -> (continuation of Deferred@119006532 after retry RPC after error@187530992) -> (continuation of Deferred@564232626 after retry RPC after error@1602009217) -> (continuation of Deferred@1736006639 after retry RPC after error@130245390) -> (continuation of Deferred@709021269 after retry RPC after error@281072428) -> (continuation of Deferred@1028343032 after retry RPC after error@554474316) -> (continuation of Deferred@494979422 after retry RPC after error@189739121)))
19:26:18.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@203904639(state=PENDING, result=null, callback=(continuation of Deferred@1723338026 after retry RPC after error@509087354) -> (continuation of Deferred@1237223910 after retry RPC after error@2132584960) -> (continuation of Deferred@1500199316 after retry RPC after error@119457565) -> (continuation of Deferred@986877857 after retry RPC after error@545549905) -> (continuation of Deferred@539186252 after retry RPC after error@1374968186) -> (continuation of Deferred@2146790242 after retry RPC after error@2080404523) -> (continuation of Deferred@1186713299 after retry RPC after error@905408759) -> (continuation of Deferred@1636672336 after retry RPC after error@508768870), errback=(continuation of Deferred@1723338026 after retry RPC after error@509087354) -> (continuation of Deferred@1237223910 after retry RPC after error@2132584960) -> (continuation of Deferred@1500199316 after retry RPC after error@119457565) -> (continuation of Deferred@986877857 after retry RPC after error@545549905) -> (continuation of Deferred@539186252 after retry RPC after error@1374968186) -> (continuation of Deferred@2146790242 after retry RPC after error@2080404523) -> (continuation of Deferred@1186713299 after retry RPC after error@905408759) -> (continuation of Deferred@1636672336 after retry RPC after error@508768870)))
19:26:18.339 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@203904639(state=PENDING, result=null, callback=(continuation of Deferred@1723338026 after retry RPC after error@509087354) -> (continuation of Deferred@1237223910 after retry RPC after error@2132584960) -> (continuation of Deferred@1500199316 after retry RPC after error@119457565) -> (continuation of Deferred@986877857 after retry RPC after error@545549905) -> (continuation of Deferred@539186252 after retry RPC after error@1374968186) -> (continuation of Deferred@2146790242 after retry RPC after error@2080404523) -> (continuation of Deferred@1186713299 after retry RPC after error@905408759) -> (continuation of Deferred@1636672336 after retry RPC after error@508768870), errback=(continuation of Deferred@1723338026 after retry RPC after error@509087354) -> (continuation of Deferred@1237223910 after retry RPC after error@2132584960) -> (continuation of Deferred@1500199316 after retry RPC after error@119457565) -> (continuation of Deferred@986877857 after retry RPC after error@545549905) -> (continuation of Deferred@539186252 after retry RPC after error@1374968186) -> (continuation of Deferred@2146790242 after retry RPC after error@2080404523) -> (continuation of Deferred@1186713299 after retry RPC after error@905408759) -> (continuation of Deferred@1636672336 after retry RPC after error@508768870)))
19:26:18.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1560281320(state=PENDING, result=null, callback=(continuation of Deferred@447973660 after retry RPC after error@400751359) -> (continuation of Deferred@1273048781 after retry RPC after error@372994073) -> (continuation of Deferred@281469099 after retry RPC after error@276026702) -> (continuation of Deferred@1378227915 after retry RPC after error@525344558) -> (continuation of Deferred@951351255 after retry RPC after error@912464938) -> (continuation of Deferred@1418843235 after retry RPC after error@1260849328), errback=(continuation of Deferred@447973660 after retry RPC after error@400751359) -> (continuation of Deferred@1273048781 after retry RPC after error@372994073) -> (continuation of Deferred@281469099 after retry RPC after error@276026702) -> (continuation of Deferred@1378227915 after retry RPC after error@525344558) -> (continuation of Deferred@951351255 after retry RPC after error@912464938) -> (continuation of Deferred@1418843235 after retry RPC after error@1260849328)))
19:26:18.538 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1560281320(state=PENDING, result=null, callback=(continuation of Deferred@447973660 after retry RPC after error@400751359) -> (continuation of Deferred@1273048781 after retry RPC after error@372994073) -> (continuation of Deferred@281469099 after retry RPC after error@276026702) -> (continuation of Deferred@1378227915 after retry RPC after error@525344558) -> (continuation of Deferred@951351255 after retry RPC after error@912464938) -> (continuation of Deferred@1418843235 after retry RPC after error@1260849328), errback=(continuation of Deferred@447973660 after retry RPC after error@400751359) -> (continuation of Deferred@1273048781 after retry RPC after error@372994073) -> (continuation of Deferred@281469099 after retry RPC after error@276026702) -> (continuation of Deferred@1378227915 after retry RPC after error@525344558) -> (continuation of Deferred@951351255 after retry RPC after error@912464938) -> (continuation of Deferred@1418843235 after retry RPC after error@1260849328)))
19:26:18.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@211911821(state=PENDING, result=null, callback=(continuation of Deferred@360520911 after retry RPC after error@1444151314) -> (continuation of Deferred@238192426 after retry RPC after error@246935437) -> (continuation of Deferred@1943081456 after retry RPC after error@95652616) -> (continuation of Deferred@522340163 after retry RPC after error@777521325) -> (continuation of Deferred@1434309127 after retry RPC after error@1284499563) -> (continuation of Deferred@1100658406 after retry RPC after error@803853080) -> (continuation of Deferred@339722504 after retry RPC after error@658550612), errback=(continuation of Deferred@360520911 after retry RPC after error@1444151314) -> (continuation of Deferred@238192426 after retry RPC after error@246935437) -> (continuation of Deferred@1943081456 after retry RPC after error@95652616) -> (continuation of Deferred@522340163 after retry RPC after error@777521325) -> (continuation of Deferred@1434309127 after retry RPC after error@1284499563) -> (continuation of Deferred@1100658406 after retry RPC after error@803853080) -> (continuation of Deferred@339722504 after retry RPC after error@658550612)))
19:26:18.798 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@211911821(state=PENDING, result=null, callback=(continuation of Deferred@360520911 after retry RPC after error@1444151314) -> (continuation of Deferred@238192426 after retry RPC after error@246935437) -> (continuation of Deferred@1943081456 after retry RPC after error@95652616) -> (continuation of Deferred@522340163 after retry RPC after error@777521325) -> (continuation of Deferred@1434309127 after retry RPC after error@1284499563) -> (continuation of Deferred@1100658406 after retry RPC after error@803853080) -> (continuation of Deferred@339722504 after retry RPC after error@658550612), errback=(continuation of Deferred@360520911 after retry RPC after error@1444151314) -> (continuation of Deferred@238192426 after retry RPC after error@246935437) -> (continuation of Deferred@1943081456 after retry RPC after error@95652616) -> (continuation of Deferred@522340163 after retry RPC after error@777521325) -> (continuation of Deferred@1434309127 after retry RPC after error@1284499563) -> (continuation of Deferred@1100658406 after retry RPC after error@803853080) -> (continuation of Deferred@339722504 after retry RPC after error@658550612)))
19:26:18.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:18.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1647142824(state=PENDING, result=null, callback=(continuation of Deferred@239444296 after retry RPC after error@608664559) -> (continuation of Deferred@280027855 after retry RPC after error@422172502) -> (continuation of Deferred@986016474 after retry RPC after error@633534062) -> (continuation of Deferred@854843011 after retry RPC after error@1706503404) -> (continuation of Deferred@1949636922 after retry RPC after error@1190588500) -> (continuation of Deferred@1784494543 after retry RPC after error@919713828), errback=(continuation of Deferred@239444296 after retry RPC after error@608664559) -> (continuation of Deferred@280027855 after retry RPC after error@422172502) -> (continuation of Deferred@986016474 after retry RPC after error@633534062) -> (continuation of Deferred@854843011 after retry RPC after error@1706503404) -> (continuation of Deferred@1949636922 after retry RPC after error@1190588500) -> (continuation of Deferred@1784494543 after retry RPC after error@919713828)))
19:26:18.979 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1647142824(state=PENDING, result=null, callback=(continuation of Deferred@239444296 after retry RPC after error@608664559) -> (continuation of Deferred@280027855 after retry RPC after error@422172502) -> (continuation of Deferred@986016474 after retry RPC after error@633534062) -> (continuation of Deferred@854843011 after retry RPC after error@1706503404) -> (continuation of Deferred@1949636922 after retry RPC after error@1190588500) -> (continuation of Deferred@1784494543 after retry RPC after error@919713828), errback=(continuation of Deferred@239444296 after retry RPC after error@608664559) -> (continuation of Deferred@280027855 after retry RPC after error@422172502) -> (continuation of Deferred@986016474 after retry RPC after error@633534062) -> (continuation of Deferred@854843011 after retry RPC after error@1706503404) -> (continuation of Deferred@1949636922 after retry RPC after error@1190588500) -> (continuation of Deferred@1784494543 after retry RPC after error@919713828)))
19:26:18.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:18.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:18.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:18.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:18.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.238 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1815371760(state=PENDING, result=null, callback=(continuation of Deferred@820040768 after retry RPC after error@481354681) -> (continuation of Deferred@407742936 after retry RPC after error@1455996670) -> (continuation of Deferred@1614553779 after retry RPC after error@2072688678) -> (continuation of Deferred@251448806 after retry RPC after error@500215177) -> (continuation of Deferred@486026554 after retry RPC after error@840826123) -> (continuation of Deferred@1525060947 after retry RPC after error@1111672675) -> (continuation of Deferred@529441772 after retry RPC after error@1118236851) -> (continuation of Deferred@746891705 after retry RPC after error@2024348309), errback=(continuation of Deferred@820040768 after retry RPC after error@481354681) -> (continuation of Deferred@407742936 after retry RPC after error@1455996670) -> (continuation of Deferred@1614553779 after retry RPC after error@2072688678) -> (continuation of Deferred@251448806 after retry RPC after error@500215177) -> (continuation of Deferred@486026554 after retry RPC after error@840826123) -> (continuation of Deferred@1525060947 after retry RPC after error@1111672675) -> (continuation of Deferred@529441772 after retry RPC after error@1118236851) -> (continuation of Deferred@746891705 after retry RPC after error@2024348309)))
19:26:19.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1815371760(state=PENDING, result=null, callback=(continuation of Deferred@820040768 after retry RPC after error@481354681) -> (continuation of Deferred@407742936 after retry RPC after error@1455996670) -> (continuation of Deferred@1614553779 after retry RPC after error@2072688678) -> (continuation of Deferred@251448806 after retry RPC after error@500215177) -> (continuation of Deferred@486026554 after retry RPC after error@840826123) -> (continuation of Deferred@1525060947 after retry RPC after error@1111672675) -> (continuation of Deferred@529441772 after retry RPC after error@1118236851) -> (continuation of Deferred@746891705 after retry RPC after error@2024348309), errback=(continuation of Deferred@820040768 after retry RPC after error@481354681) -> (continuation of Deferred@407742936 after retry RPC after error@1455996670) -> (continuation of Deferred@1614553779 after retry RPC after error@2072688678) -> (continuation of Deferred@251448806 after retry RPC after error@500215177) -> (continuation of Deferred@486026554 after retry RPC after error@840826123) -> (continuation of Deferred@1525060947 after retry RPC after error@1111672675) -> (continuation of Deferred@529441772 after retry RPC after error@1118236851) -> (continuation of Deferred@746891705 after retry RPC after error@2024348309)))
19:26:19.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.314 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:19.360814 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:19.366317 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:19.367902 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:26:19.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.437 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@821268694(state=PENDING, result=null, callback=(continuation of Deferred@1491270488 after retry RPC after error@2119965086) -> (continuation of Deferred@785373883 after retry RPC after error@43424404) -> (continuation of Deferred@1298237861 after retry RPC after error@1399847294) -> (continuation of Deferred@61209514 after retry RPC after error@902923120) -> (continuation of Deferred@1958480078 after retry RPC after error@1488235310) -> (continuation of Deferred@1960862521 after retry RPC after error@1301525718) -> (continuation of Deferred@1509769170 after retry RPC after error@611127832), errback=(continuation of Deferred@1491270488 after retry RPC after error@2119965086) -> (continuation of Deferred@785373883 after retry RPC after error@43424404) -> (continuation of Deferred@1298237861 after retry RPC after error@1399847294) -> (continuation of Deferred@61209514 after retry RPC after error@902923120) -> (continuation of Deferred@1958480078 after retry RPC after error@1488235310) -> (continuation of Deferred@1960862521 after retry RPC after error@1301525718) -> (continuation of Deferred@1509769170 after retry RPC after error@611127832)))
19:26:19.437 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@821268694(state=PENDING, result=null, callback=(continuation of Deferred@1491270488 after retry RPC after error@2119965086) -> (continuation of Deferred@785373883 after retry RPC after error@43424404) -> (continuation of Deferred@1298237861 after retry RPC after error@1399847294) -> (continuation of Deferred@61209514 after retry RPC after error@902923120) -> (continuation of Deferred@1958480078 after retry RPC after error@1488235310) -> (continuation of Deferred@1960862521 after retry RPC after error@1301525718) -> (continuation of Deferred@1509769170 after retry RPC after error@611127832), errback=(continuation of Deferred@1491270488 after retry RPC after error@2119965086) -> (continuation of Deferred@785373883 after retry RPC after error@43424404) -> (continuation of Deferred@1298237861 after retry RPC after error@1399847294) -> (continuation of Deferred@61209514 after retry RPC after error@902923120) -> (continuation of Deferred@1958480078 after retry RPC after error@1488235310) -> (continuation of Deferred@1960862521 after retry RPC after error@1301525718) -> (continuation of Deferred@1509769170 after retry RPC after error@611127832)))
19:26:19.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.534 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.637 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@105098808(state=PENDING, result=null, callback=(continuation of Deferred@66604459 after retry RPC after error@996505097) -> (continuation of Deferred@2050997643 after retry RPC after error@1628892826) -> (continuation of Deferred@549609990 after retry RPC after error@814189865) -> (continuation of Deferred@936619351 after retry RPC after error@1634203401) -> (continuation of Deferred@1384541041 after retry RPC after error@1592023757) -> (continuation of Deferred@1962409299 after retry RPC after error@720798587), errback=(continuation of Deferred@66604459 after retry RPC after error@996505097) -> (continuation of Deferred@2050997643 after retry RPC after error@1628892826) -> (continuation of Deferred@549609990 after retry RPC after error@814189865) -> (continuation of Deferred@936619351 after retry RPC after error@1634203401) -> (continuation of Deferred@1384541041 after retry RPC after error@1592023757) -> (continuation of Deferred@1962409299 after retry RPC after error@720798587)))
19:26:19.638 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@105098808(state=PENDING, result=null, callback=(continuation of Deferred@66604459 after retry RPC after error@996505097) -> (continuation of Deferred@2050997643 after retry RPC after error@1628892826) -> (continuation of Deferred@549609990 after retry RPC after error@814189865) -> (continuation of Deferred@936619351 after retry RPC after error@1634203401) -> (continuation of Deferred@1384541041 after retry RPC after error@1592023757) -> (continuation of Deferred@1962409299 after retry RPC after error@720798587), errback=(continuation of Deferred@66604459 after retry RPC after error@996505097) -> (continuation of Deferred@2050997643 after retry RPC after error@1628892826) -> (continuation of Deferred@549609990 after retry RPC after error@814189865) -> (continuation of Deferred@936619351 after retry RPC after error@1634203401) -> (continuation of Deferred@1384541041 after retry RPC after error@1592023757) -> (continuation of Deferred@1962409299 after retry RPC after error@720798587)))
19:26:19.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@470494365(state=PENDING, result=null, callback=(continuation of Deferred@645087347 after retry RPC after error@1757364372) -> (continuation of Deferred@374440425 after retry RPC after error@1408968826) -> (continuation of Deferred@1865915054 after retry RPC after error@2107558972) -> (continuation of Deferred@1733973167 after retry RPC after error@1843923142) -> (continuation of Deferred@1054416191 after retry RPC after error@900581876) -> (continuation of Deferred@6753474 after retry RPC after error@761563696) -> (continuation of Deferred@1537366598 after retry RPC after error@10209967), errback=(continuation of Deferred@645087347 after retry RPC after error@1757364372) -> (continuation of Deferred@374440425 after retry RPC after error@1408968826) -> (continuation of Deferred@1865915054 after retry RPC after error@2107558972) -> (continuation of Deferred@1733973167 after retry RPC after error@1843923142) -> (continuation of Deferred@1054416191 after retry RPC after error@900581876) -> (continuation of Deferred@6753474 after retry RPC after error@761563696) -> (continuation of Deferred@1537366598 after retry RPC after error@10209967)))
19:26:19.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@470494365(state=PENDING, result=null, callback=(continuation of Deferred@645087347 after retry RPC after error@1757364372) -> (continuation of Deferred@374440425 after retry RPC after error@1408968826) -> (continuation of Deferred@1865915054 after retry RPC after error@2107558972) -> (continuation of Deferred@1733973167 after retry RPC after error@1843923142) -> (continuation of Deferred@1054416191 after retry RPC after error@900581876) -> (continuation of Deferred@6753474 after retry RPC after error@761563696) -> (continuation of Deferred@1537366598 after retry RPC after error@10209967), errback=(continuation of Deferred@645087347 after retry RPC after error@1757364372) -> (continuation of Deferred@374440425 after retry RPC after error@1408968826) -> (continuation of Deferred@1865915054 after retry RPC after error@2107558972) -> (continuation of Deferred@1733973167 after retry RPC after error@1843923142) -> (continuation of Deferred@1054416191 after retry RPC after error@900581876) -> (continuation of Deferred@6753474 after retry RPC after error@761563696) -> (continuation of Deferred@1537366598 after retry RPC after error@10209967)))
19:26:19.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:19.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:19.994 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:19.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:19.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:19.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.158 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2099176817(state=PENDING, result=null, callback=(continuation of Deferred@1458467496 after retry RPC after error@4588878) -> (continuation of Deferred@1617600845 after retry RPC after error@1792402780) -> (continuation of Deferred@1326162332 after retry RPC after error@2136449350) -> (continuation of Deferred@1250039592 after retry RPC after error@263775265) -> (continuation of Deferred@489534219 after retry RPC after error@1597144185) -> (continuation of Deferred@89332704 after retry RPC after error@1300393607) -> (continuation of Deferred@1028078039 after retry RPC after error@1901747122) -> (continuation of Deferred@1816908386 after retry RPC after error@853770042), errback=(continuation of Deferred@1458467496 after retry RPC after error@4588878) -> (continuation of Deferred@1617600845 after retry RPC after error@1792402780) -> (continuation of Deferred@1326162332 after retry RPC after error@2136449350) -> (continuation of Deferred@1250039592 after retry RPC after error@263775265) -> (continuation of Deferred@489534219 after retry RPC after error@1597144185) -> (continuation of Deferred@89332704 after retry RPC after error@1300393607) -> (continuation of Deferred@1028078039 after retry RPC after error@1901747122) -> (continuation of Deferred@1816908386 after retry RPC after error@853770042)))
19:26:20.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2099176817(state=PENDING, result=null, callback=(continuation of Deferred@1458467496 after retry RPC after error@4588878) -> (continuation of Deferred@1617600845 after retry RPC after error@1792402780) -> (continuation of Deferred@1326162332 after retry RPC after error@2136449350) -> (continuation of Deferred@1250039592 after retry RPC after error@263775265) -> (continuation of Deferred@489534219 after retry RPC after error@1597144185) -> (continuation of Deferred@89332704 after retry RPC after error@1300393607) -> (continuation of Deferred@1028078039 after retry RPC after error@1901747122) -> (continuation of Deferred@1816908386 after retry RPC after error@853770042), errback=(continuation of Deferred@1458467496 after retry RPC after error@4588878) -> (continuation of Deferred@1617600845 after retry RPC after error@1792402780) -> (continuation of Deferred@1326162332 after retry RPC after error@2136449350) -> (continuation of Deferred@1250039592 after retry RPC after error@263775265) -> (continuation of Deferred@489534219 after retry RPC after error@1597144185) -> (continuation of Deferred@89332704 after retry RPC after error@1300393607) -> (continuation of Deferred@1028078039 after retry RPC after error@1901747122) -> (continuation of Deferred@1816908386 after retry RPC after error@853770042)))
19:26:20.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.358 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [47ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [184ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1822134574(state=PENDING, result=null, callback=(continuation of Deferred@1973458523 after retry RPC after error@1960671267) -> (continuation of Deferred@202748886 after retry RPC after error@1018646939) -> (continuation of Deferred@1297353240 after retry RPC after error@1389850609) -> (continuation of Deferred@1937632638 after retry RPC after error@1975537923) -> (continuation of Deferred@413761897 after retry RPC after error@1911086442) -> (continuation of Deferred@1835194420 after retry RPC after error@450741458) -> (continuation of Deferred@1319873577 after retry RPC after error@2040478491), errback=(continuation of Deferred@1973458523 after retry RPC after error@1960671267) -> (continuation of Deferred@202748886 after retry RPC after error@1018646939) -> (continuation of Deferred@1297353240 after retry RPC after error@1389850609) -> (continuation of Deferred@1937632638 after retry RPC after error@1975537923) -> (continuation of Deferred@413761897 after retry RPC after error@1911086442) -> (continuation of Deferred@1835194420 after retry RPC after error@450741458) -> (continuation of Deferred@1319873577 after retry RPC after error@2040478491)))
19:26:20.359 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [47ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [184ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1822134574(state=PENDING, result=null, callback=(continuation of Deferred@1973458523 after retry RPC after error@1960671267) -> (continuation of Deferred@202748886 after retry RPC after error@1018646939) -> (continuation of Deferred@1297353240 after retry RPC after error@1389850609) -> (continuation of Deferred@1937632638 after retry RPC after error@1975537923) -> (continuation of Deferred@413761897 after retry RPC after error@1911086442) -> (continuation of Deferred@1835194420 after retry RPC after error@450741458) -> (continuation of Deferred@1319873577 after retry RPC after error@2040478491), errback=(continuation of Deferred@1973458523 after retry RPC after error@1960671267) -> (continuation of Deferred@202748886 after retry RPC after error@1018646939) -> (continuation of Deferred@1297353240 after retry RPC after error@1389850609) -> (continuation of Deferred@1937632638 after retry RPC after error@1975537923) -> (continuation of Deferred@413761897 after retry RPC after error@1911086442) -> (continuation of Deferred@1835194420 after retry RPC after error@450741458) -> (continuation of Deferred@1319873577 after retry RPC after error@2040478491)))
19:26:20.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.394 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@363595341(state=PENDING, result=null, callback=(continuation of Deferred@411024600 after retry RPC after error@1185372803) -> (continuation of Deferred@904313780 after retry RPC after error@1083006251) -> (continuation of Deferred@628207774 after retry RPC after error@1509852657) -> (continuation of Deferred@1497742945 after retry RPC after error@1930155111) -> (continuation of Deferred@1532391384 after retry RPC after error@1990895694) -> (continuation of Deferred@40416844 after retry RPC after error@804119178), errback=(continuation of Deferred@411024600 after retry RPC after error@1185372803) -> (continuation of Deferred@904313780 after retry RPC after error@1083006251) -> (continuation of Deferred@628207774 after retry RPC after error@1509852657) -> (continuation of Deferred@1497742945 after retry RPC after error@1930155111) -> (continuation of Deferred@1532391384 after retry RPC after error@1990895694) -> (continuation of Deferred@40416844 after retry RPC after error@804119178)))
19:26:20.538 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@363595341(state=PENDING, result=null, callback=(continuation of Deferred@411024600 after retry RPC after error@1185372803) -> (continuation of Deferred@904313780 after retry RPC after error@1083006251) -> (continuation of Deferred@628207774 after retry RPC after error@1509852657) -> (continuation of Deferred@1497742945 after retry RPC after error@1930155111) -> (continuation of Deferred@1532391384 after retry RPC after error@1990895694) -> (continuation of Deferred@40416844 after retry RPC after error@804119178), errback=(continuation of Deferred@411024600 after retry RPC after error@1185372803) -> (continuation of Deferred@904313780 after retry RPC after error@1083006251) -> (continuation of Deferred@628207774 after retry RPC after error@1509852657) -> (continuation of Deferred@1497742945 after retry RPC after error@1930155111) -> (continuation of Deferred@1532391384 after retry RPC after error@1990895694) -> (continuation of Deferred@40416844 after retry RPC after error@804119178)))
19:26:20.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.815 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1448358212(state=PENDING, result=null, callback=(continuation of Deferred@1466013212 after retry RPC after error@1397930558) -> (continuation of Deferred@460482289 after retry RPC after error@1817950922) -> (continuation of Deferred@928059435 after retry RPC after error@1905577909) -> (continuation of Deferred@2044295832 after retry RPC after error@1222967939) -> (continuation of Deferred@1997181948 after retry RPC after error@548672463) -> (continuation of Deferred@311140603 after retry RPC after error@1914325299) -> (continuation of Deferred@1370268159 after retry RPC after error@1359407726), errback=(continuation of Deferred@1466013212 after retry RPC after error@1397930558) -> (continuation of Deferred@460482289 after retry RPC after error@1817950922) -> (continuation of Deferred@928059435 after retry RPC after error@1905577909) -> (continuation of Deferred@2044295832 after retry RPC after error@1222967939) -> (continuation of Deferred@1997181948 after retry RPC after error@548672463) -> (continuation of Deferred@311140603 after retry RPC after error@1914325299) -> (continuation of Deferred@1370268159 after retry RPC after error@1359407726)))
19:26:20.815 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:20.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:20.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:20.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:20.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:20.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:20.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.038 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1281920337(state=PENDING, result=null, callback=(continuation of Deferred@1556077226 after retry RPC after error@870626092) -> (continuation of Deferred@895290473 after retry RPC after error@1029119382) -> (continuation of Deferred@530573852 after retry RPC after error@158615312) -> (continuation of Deferred@1410804755 after retry RPC after error@1370038442) -> (continuation of Deferred@830930825 after retry RPC after error@450982510) -> (continuation of Deferred@2012983957 after retry RPC after error@1875861680), errback=(continuation of Deferred@1556077226 after retry RPC after error@870626092) -> (continuation of Deferred@895290473 after retry RPC after error@1029119382) -> (continuation of Deferred@530573852 after retry RPC after error@158615312) -> (continuation of Deferred@1410804755 after retry RPC after error@1370038442) -> (continuation of Deferred@830930825 after retry RPC after error@450982510) -> (continuation of Deferred@2012983957 after retry RPC after error@1875861680)))
19:26:21.038 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1281920337(state=PENDING, result=null, callback=(continuation of Deferred@1556077226 after retry RPC after error@870626092) -> (continuation of Deferred@895290473 after retry RPC after error@1029119382) -> (continuation of Deferred@530573852 after retry RPC after error@158615312) -> (continuation of Deferred@1410804755 after retry RPC after error@1370038442) -> (continuation of Deferred@830930825 after retry RPC after error@450982510) -> (continuation of Deferred@2012983957 after retry RPC after error@1875861680), errback=(continuation of Deferred@1556077226 after retry RPC after error@870626092) -> (continuation of Deferred@895290473 after retry RPC after error@1029119382) -> (continuation of Deferred@530573852 after retry RPC after error@158615312) -> (continuation of Deferred@1410804755 after retry RPC after error@1370038442) -> (continuation of Deferred@830930825 after retry RPC after error@450982510) -> (continuation of Deferred@2012983957 after retry RPC after error@1875861680)))
19:26:21.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.114 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2017685992(state=PENDING, result=null, callback=(continuation of Deferred@2142484135 after retry RPC after error@2000373242) -> (continuation of Deferred@75832230 after retry RPC after error@1730868975) -> (continuation of Deferred@89023011 after retry RPC after error@687338469) -> (continuation of Deferred@67339638 after retry RPC after error@875464343) -> (continuation of Deferred@1116185931 after retry RPC after error@1433931301) -> (continuation of Deferred@1304959433 after retry RPC after error@227681497) -> (continuation of Deferred@1925211613 after retry RPC after error@1734100102), errback=(continuation of Deferred@2142484135 after retry RPC after error@2000373242) -> (continuation of Deferred@75832230 after retry RPC after error@1730868975) -> (continuation of Deferred@89023011 after retry RPC after error@687338469) -> (continuation of Deferred@67339638 after retry RPC after error@875464343) -> (continuation of Deferred@1116185931 after retry RPC after error@1433931301) -> (continuation of Deferred@1304959433 after retry RPC after error@227681497) -> (continuation of Deferred@1925211613 after retry RPC after error@1734100102)))
19:26:21.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@2017685992(state=PENDING, result=null, callback=(continuation of Deferred@2142484135 after retry RPC after error@2000373242) -> (continuation of Deferred@75832230 after retry RPC after error@1730868975) -> (continuation of Deferred@89023011 after retry RPC after error@687338469) -> (continuation of Deferred@67339638 after retry RPC after error@875464343) -> (continuation of Deferred@1116185931 after retry RPC after error@1433931301) -> (continuation of Deferred@1304959433 after retry RPC after error@227681497) -> (continuation of Deferred@1925211613 after retry RPC after error@1734100102), errback=(continuation of Deferred@2142484135 after retry RPC after error@2000373242) -> (continuation of Deferred@75832230 after retry RPC after error@1730868975) -> (continuation of Deferred@89023011 after retry RPC after error@687338469) -> (continuation of Deferred@67339638 after retry RPC after error@875464343) -> (continuation of Deferred@1116185931 after retry RPC after error@1433931301) -> (continuation of Deferred@1304959433 after retry RPC after error@227681497) -> (continuation of Deferred@1925211613 after retry RPC after error@1734100102)))
19:26:21.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:21.277695 30151 master_runner.cc:186] Error getting master registration for 127.28.30.126:45495: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111),
19:26:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:21.277892 30151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:26:21.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.414 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.434 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.437 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1015061388(state=PENDING, result=null, callback=(continuation of Deferred@260896757 after retry RPC after error@1377406458) -> (continuation of Deferred@434984237 after retry RPC after error@562684263) -> (continuation of Deferred@1238538748 after retry RPC after error@1463462753) -> (continuation of Deferred@613275798 after retry RPC after error@1256298425) -> (continuation of Deferred@396491360 after retry RPC after error@356661846) -> (continuation of Deferred@1606486272 after retry RPC after error@433783070) -> (continuation of Deferred@28412607 after retry RPC after error@94736469), errback=(continuation of Deferred@260896757 after retry RPC after error@1377406458) -> (continuation of Deferred@434984237 after retry RPC after error@562684263) -> (continuation of Deferred@1238538748 after retry RPC after error@1463462753) -> (continuation of Deferred@613275798 after retry RPC after error@1256298425) -> (continuation of Deferred@396491360 after retry RPC after error@356661846) -> (continuation of Deferred@1606486272 after retry RPC after error@433783070) -> (continuation of Deferred@28412607 after retry RPC after error@94736469)))
19:26:21.437 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1015061388(state=PENDING, result=null, callback=(continuation of Deferred@260896757 after retry RPC after error@1377406458) -> (continuation of Deferred@434984237 after retry RPC after error@562684263) -> (continuation of Deferred@1238538748 after retry RPC after error@1463462753) -> (continuation of Deferred@613275798 after retry RPC after error@1256298425) -> (continuation of Deferred@396491360 after retry RPC after error@356661846) -> (continuation of Deferred@1606486272 after retry RPC after error@433783070) -> (continuation of Deferred@28412607 after retry RPC after error@94736469), errback=(continuation of Deferred@260896757 after retry RPC after error@1377406458) -> (continuation of Deferred@434984237 after retry RPC after error@562684263) -> (continuation of Deferred@1238538748 after retry RPC after error@1463462753) -> (continuation of Deferred@613275798 after retry RPC after error@1256298425) -> (continuation of Deferred@396491360 after retry RPC after error@356661846) -> (continuation of Deferred@1606486272 after retry RPC after error@433783070) -> (continuation of Deferred@28412607 after retry RPC after error@94736469)))
19:26:21.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1132136912(state=PENDING, result=null, callback=(continuation of Deferred@2132198696 after retry RPC after error@530629669) -> (continuation of Deferred@626745707 after retry RPC after error@1056295321) -> (continuation of Deferred@1996715242 after retry RPC after error@1847265219) -> (continuation of Deferred@271934290 after retry RPC after error@1890764) -> (continuation of Deferred@1817463041 after retry RPC after error@1523023447) -> (continuation of Deferred@1632876974 after retry RPC after error@132636401) -> (continuation of Deferred@1228243789 after retry RPC after error@685861370), errback=(continuation of Deferred@2132198696 after retry RPC after error@530629669) -> (continuation of Deferred@626745707 after retry RPC after error@1056295321) -> (continuation of Deferred@1996715242 after retry RPC after error@1847265219) -> (continuation of Deferred@271934290 after retry RPC after error@1890764) -> (continuation of Deferred@1817463041 after retry RPC after error@1523023447) -> (continuation of Deferred@1632876974 after retry RPC after error@132636401) -> (continuation of Deferred@1228243789 after retry RPC after error@685861370)))
19:26:21.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1132136912(state=PENDING, result=null, callback=(continuation of Deferred@2132198696 after retry RPC after error@530629669) -> (continuation of Deferred@626745707 after retry RPC after error@1056295321) -> (continuation of Deferred@1996715242 after retry RPC after error@1847265219) -> (continuation of Deferred@271934290 after retry RPC after error@1890764) -> (continuation of Deferred@1817463041 after retry RPC after error@1523023447) -> (continuation of Deferred@1632876974 after retry RPC after error@132636401) -> (continuation of Deferred@1228243789 after retry RPC after error@685861370), errback=(continuation of Deferred@2132198696 after retry RPC after error@530629669) -> (continuation of Deferred@626745707 after retry RPC after error@1056295321) -> (continuation of Deferred@1996715242 after retry RPC after error@1847265219) -> (continuation of Deferred@271934290 after retry RPC after error@1890764) -> (continuation of Deferred@1817463041 after retry RPC after error@1523023447) -> (continuation of Deferred@1632876974 after retry RPC after error@132636401) -> (continuation of Deferred@1228243789 after retry RPC after error@685861370)))
19:26:21.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1368708223(state=PENDING, result=null, callback=(continuation of Deferred@912433250 after retry RPC after error@72592363) -> (continuation of Deferred@1299200111 after retry RPC after error@976235154) -> (continuation of Deferred@435354630 after retry RPC after error@15142944) -> (continuation of Deferred@1285092115 after retry RPC after error@2001151144) -> (continuation of Deferred@2036065418 after retry RPC after error@1099271569) -> (continuation of Deferred@1242492633 after retry RPC after error@77787476) -> (continuation of Deferred@586889982 after retry RPC after error@1333776949), errback=(continuation of Deferred@912433250 after retry RPC after error@72592363) -> (continuation of Deferred@1299200111 after retry RPC after error@976235154) -> (continuation of Deferred@435354630 after retry RPC after error@15142944) -> (continuation of Deferred@1285092115 after retry RPC after error@2001151144) -> (continuation of Deferred@2036065418 after retry RPC after error@1099271569) -> (continuation of Deferred@1242492633 after retry RPC after error@77787476) -> (continuation of Deferred@586889982 after retry RPC after error@1333776949)))
19:26:21.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [202ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1368708223(state=PENDING, result=null, callback=(continuation of Deferred@912433250 after retry RPC after error@72592363) -> (continuation of Deferred@1299200111 after retry RPC after error@976235154) -> (continuation of Deferred@435354630 after retry RPC after error@15142944) -> (continuation of Deferred@1285092115 after retry RPC after error@2001151144) -> (continuation of Deferred@2036065418 after retry RPC after error@1099271569) -> (continuation of Deferred@1242492633 after retry RPC after error@77787476) -> (continuation of Deferred@586889982 after retry RPC after error@1333776949), errback=(continuation of Deferred@912433250 after retry RPC after error@72592363) -> (continuation of Deferred@1299200111 after retry RPC after error@976235154) -> (continuation of Deferred@435354630 after retry RPC after error@15142944) -> (continuation of Deferred@1285092115 after retry RPC after error@2001151144) -> (continuation of Deferred@2036065418 after retry RPC after error@1099271569) -> (continuation of Deferred@1242492633 after retry RPC after error@77787476) -> (continuation of Deferred@586889982 after retry RPC after error@1333776949)))
19:26:21.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:21.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:21.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:21.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:21.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:21.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.054 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.094 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@692271089(state=PENDING, result=null, callback=(continuation of Deferred@656188340 after retry RPC after error@1875129869) -> (continuation of Deferred@518313527 after retry RPC after error@782796453) -> (continuation of Deferred@1818984903 after retry RPC after error@575780377) -> (continuation of Deferred@448567562 after retry RPC after error@1884006742) -> (continuation of Deferred@1084128033 after retry RPC after error@1867578453) -> (continuation of Deferred@299523196 after retry RPC after error@1022772744) -> (continuation of Deferred@260208068 after retry RPC after error@1733857845), errback=(continuation of Deferred@656188340 after retry RPC after error@1875129869) -> (continuation of Deferred@518313527 after retry RPC after error@782796453) -> (continuation of Deferred@1818984903 after retry RPC after error@575780377) -> (continuation of Deferred@448567562 after retry RPC after error@1884006742) -> (continuation of Deferred@1084128033 after retry RPC after error@1867578453) -> (continuation of Deferred@299523196 after retry RPC after error@1022772744) -> (continuation of Deferred@260208068 after retry RPC after error@1733857845)))
19:26:22.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@692271089(state=PENDING, result=null, callback=(continuation of Deferred@656188340 after retry RPC after error@1875129869) -> (continuation of Deferred@518313527 after retry RPC after error@782796453) -> (continuation of Deferred@1818984903 after retry RPC after error@575780377) -> (continuation of Deferred@448567562 after retry RPC after error@1884006742) -> (continuation of Deferred@1084128033 after retry RPC after error@1867578453) -> (continuation of Deferred@299523196 after retry RPC after error@1022772744) -> (continuation of Deferred@260208068 after retry RPC after error@1733857845), errback=(continuation of Deferred@656188340 after retry RPC after error@1875129869) -> (continuation of Deferred@518313527 after retry RPC after error@782796453) -> (continuation of Deferred@1818984903 after retry RPC after error@575780377) -> (continuation of Deferred@448567562 after retry RPC after error@1884006742) -> (continuation of Deferred@1084128033 after retry RPC after error@1867578453) -> (continuation of Deferred@299523196 after retry RPC after error@1022772744) -> (continuation of Deferred@260208068 after retry RPC after error@1733857845)))
19:26:22.115 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.116 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:22.117062 30846 raft_consensus.cc:482] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a7055a9cb7474ff4a7a535645bd075e7)
19:26:22.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:22.117302 30846 raft_consensus.cc:504] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a90115d382f747f3be697b160e05ac69" member_type: VOTER last_known_addr { host: "127.28.30.126" port: 45495 } } peers { permanent_uuid: "a7055a9cb7474ff4a7a535645bd075e7" member_type: VOTER last_known_addr { host: "127.28.30.125" port: 32859 } } peers { permanent_uuid: "97284103934647d5831cc21cbc03a37e" member_type: VOTER last_known_addr { host: "127.28.30.124" port: 41835 } }
19:26:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:22.118273 30846 leader_election.cc:288] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495), a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859)
19:26:22.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:22.119679 30176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:26:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:22.121213 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a90115d382f747f3be697b160e05ac69 (127.28.30.126:45495): Network error: Client connection negotiation failed: client connection to 127.28.30.126:45495: connect: Connection refused (error 111)
19:26:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:22.121424 30176 leader_election.cc:334] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a7055a9cb7474ff4a7a535645bd075e7 (127.28.30.125:32859): Network error: Client connection negotiation failed: client connection to 127.28.30.125:32859: connect: Connection refused (error 111)
19:26:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:22.121505 30176 leader_election.cc:302] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 97284103934647d5831cc21cbc03a37e; no voters: a7055a9cb7474ff4a7a535645bd075e7, a90115d382f747f3be697b160e05ac69
19:26:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:22.121735 30846 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 97284103934647d5831cc21cbc03a37e [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:26:22.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.136 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.234 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@53863243(state=PENDING, result=null, callback=(continuation of Deferred@1964684286 after retry RPC after error@1291509217) -> (continuation of Deferred@362861942 after retry RPC after error@958616370) -> (continuation of Deferred@428249771 after retry RPC after error@59330991) -> (continuation of Deferred@269565901 after retry RPC after error@864572478) -> (continuation of Deferred@515283758 after retry RPC after error@1476109694) -> (continuation of Deferred@1309476635 after retry RPC after error@1070961472), errback=(continuation of Deferred@1964684286 after retry RPC after error@1291509217) -> (continuation of Deferred@362861942 after retry RPC after error@958616370) -> (continuation of Deferred@428249771 after retry RPC after error@59330991) -> (continuation of Deferred@269565901 after retry RPC after error@864572478) -> (continuation of Deferred@515283758 after retry RPC after error@1476109694) -> (continuation of Deferred@1309476635 after retry RPC after error@1070961472)))
19:26:22.277 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@53863243(state=PENDING, result=null, callback=(continuation of Deferred@1964684286 after retry RPC after error@1291509217) -> (continuation of Deferred@362861942 after retry RPC after error@958616370) -> (continuation of Deferred@428249771 after retry RPC after error@59330991) -> (continuation of Deferred@269565901 after retry RPC after error@864572478) -> (continuation of Deferred@515283758 after retry RPC after error@1476109694) -> (continuation of Deferred@1309476635 after retry RPC after error@1070961472), errback=(continuation of Deferred@1964684286 after retry RPC after error@1291509217) -> (continuation of Deferred@362861942 after retry RPC after error@958616370) -> (continuation of Deferred@428249771 after retry RPC after error@59330991) -> (continuation of Deferred@269565901 after retry RPC after error@864572478) -> (continuation of Deferred@515283758 after retry RPC after error@1476109694) -> (continuation of Deferred@1309476635 after retry RPC after error@1070961472)))
19:26:22.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.334 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.354 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@709873058(state=PENDING, result=null, callback=(continuation of Deferred@920482913 after retry RPC after error@1928656436) -> (continuation of Deferred@922326120 after retry RPC after error@1653571016) -> (continuation of Deferred@1068262276 after retry RPC after error@1782343443) -> (continuation of Deferred@270329064 after retry RPC after error@165984798) -> (continuation of Deferred@1434999013 after retry RPC after error@1543875000) -> (continuation of Deferred@734604660 after retry RPC after error@122771033), errback=(continuation of Deferred@920482913 after retry RPC after error@1928656436) -> (continuation of Deferred@922326120 after retry RPC after error@1653571016) -> (continuation of Deferred@1068262276 after retry RPC after error@1782343443) -> (continuation of Deferred@270329064 after retry RPC after error@165984798) -> (continuation of Deferred@1434999013 after retry RPC after error@1543875000) -> (continuation of Deferred@734604660 after retry RPC after error@122771033)))
19:26:22.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@709873058(state=PENDING, result=null, callback=(continuation of Deferred@920482913 after retry RPC after error@1928656436) -> (continuation of Deferred@922326120 after retry RPC after error@1653571016) -> (continuation of Deferred@1068262276 after retry RPC after error@1782343443) -> (continuation of Deferred@270329064 after retry RPC after error@165984798) -> (continuation of Deferred@1434999013 after retry RPC after error@1543875000) -> (continuation of Deferred@734604660 after retry RPC after error@122771033), errback=(continuation of Deferred@920482913 after retry RPC after error@1928656436) -> (continuation of Deferred@922326120 after retry RPC after error@1653571016) -> (continuation of Deferred@1068262276 after retry RPC after error@1782343443) -> (continuation of Deferred@270329064 after retry RPC after error@165984798) -> (continuation of Deferred@1434999013 after retry RPC after error@1543875000) -> (continuation of Deferred@734604660 after retry RPC after error@122771033)))
19:26:22.494 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.514 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.734 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.738 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1553082055(state=PENDING, result=null, callback=(continuation of Deferred@1719469372 after retry RPC after error@1717605175) -> (continuation of Deferred@1934118821 after retry RPC after error@1050802965) -> (continuation of Deferred@813387032 after retry RPC after error@1382058251) -> (continuation of Deferred@1667551621 after retry RPC after error@1378678703) -> (continuation of Deferred@945120127 after retry RPC after error@1848352175) -> (continuation of Deferred@730235158 after retry RPC after error@505584198) -> (continuation of Deferred@234835046 after retry RPC after error@1057717907), errback=(continuation of Deferred@1719469372 after retry RPC after error@1717605175) -> (continuation of Deferred@1934118821 after retry RPC after error@1050802965) -> (continuation of Deferred@813387032 after retry RPC after error@1382058251) -> (continuation of Deferred@1667551621 after retry RPC after error@1378678703) -> (continuation of Deferred@945120127 after retry RPC after error@1848352175) -> (continuation of Deferred@730235158 after retry RPC after error@505584198) -> (continuation of Deferred@234835046 after retry RPC after error@1057717907)))
19:26:22.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [243ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1553082055(state=PENDING, result=null, callback=(continuation of Deferred@1719469372 after retry RPC after error@1717605175) -> (continuation of Deferred@1934118821 after retry RPC after error@1050802965) -> (continuation of Deferred@813387032 after retry RPC after error@1382058251) -> (continuation of Deferred@1667551621 after retry RPC after error@1378678703) -> (continuation of Deferred@945120127 after retry RPC after error@1848352175) -> (continuation of Deferred@730235158 after retry RPC after error@505584198) -> (continuation of Deferred@234835046 after retry RPC after error@1057717907), errback=(continuation of Deferred@1719469372 after retry RPC after error@1717605175) -> (continuation of Deferred@1934118821 after retry RPC after error@1050802965) -> (continuation of Deferred@813387032 after retry RPC after error@1382058251) -> (continuation of Deferred@1667551621 after retry RPC after error@1378678703) -> (continuation of Deferred@945120127 after retry RPC after error@1848352175) -> (continuation of Deferred@730235158 after retry RPC after error@505584198) -> (continuation of Deferred@234835046 after retry RPC after error@1057717907)))
19:26:22.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.755 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.895 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1112322598(state=PENDING, result=null, callback=(continuation of Deferred@1490515343 after retry RPC after error@1793617111) -> (continuation of Deferred@530479719 after retry RPC after error@946087472) -> (continuation of Deferred@1534875582 after retry RPC after error@1926956754) -> (continuation of Deferred@511313836 after retry RPC after error@121038837) -> (continuation of Deferred@1045336330 after retry RPC after error@336194951) -> (continuation of Deferred@1510006733 after retry RPC after error@1782153783) -> (continuation of Deferred@548772027 after retry RPC after error@2064334079), errback=(continuation of Deferred@1490515343 after retry RPC after error@1793617111) -> (continuation of Deferred@530479719 after retry RPC after error@946087472) -> (continuation of Deferred@1534875582 after retry RPC after error@1926956754) -> (continuation of Deferred@511313836 after retry RPC after error@121038837) -> (continuation of Deferred@1045336330 after retry RPC after error@336194951) -> (continuation of Deferred@1510006733 after retry RPC after error@1782153783) -> (continuation of Deferred@548772027 after retry RPC after error@2064334079)))
19:26:22.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, deferred=Deferred@1112322598(state=PENDING, result=null, callback=(continuation of Deferred@1490515343 after retry RPC after error@1793617111) -> (continuation of Deferred@530479719 after retry RPC after error@946087472) -> (continuation of Deferred@1534875582 after retry RPC after error@1926956754) -> (continuation of Deferred@511313836 after retry RPC after error@121038837) -> (continuation of Deferred@1045336330 after retry RPC after error@336194951) -> (continuation of Deferred@1510006733 after retry RPC after error@1782153783) -> (continuation of Deferred@548772027 after retry RPC after error@2064334079), errback=(continuation of Deferred@1490515343 after retry RPC after error@1793617111) -> (continuation of Deferred@530479719 after retry RPC after error@946087472) -> (continuation of Deferred@1534875582 after retry RPC after error@1926956754) -> (continuation of Deferred@511313836 after retry RPC after error@121038837) -> (continuation of Deferred@1045336330 after retry RPC after error@336194951) -> (continuation of Deferred@1510006733 after retry RPC after error@1782153783) -> (continuation of Deferred@548772027 after retry RPC after error@2064334079)))
19:26:22.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.934 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:22.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:22.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:22.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:22.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:22.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.134 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.135 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1544299408(state=PENDING, result=null, callback=(continuation of Deferred@827650010 after retry RPC after error@1036456061) -> (continuation of Deferred@1849052527 after retry RPC after error@1402725274) -> (continuation of Deferred@1168636940 after retry RPC after error@1088833597) -> (continuation of Deferred@484911227 after retry RPC after error@283942734) -> (continuation of Deferred@1792104131 after retry RPC after error@402934788) -> (continuation of Deferred@1032129423 after retry RPC after error@1231545758) -> (continuation of Deferred@694207807 after retry RPC after error@331270267), errback=(continuation of Deferred@827650010 after retry RPC after error@1036456061) -> (continuation of Deferred@1849052527 after retry RPC after error@1402725274) -> (continuation of Deferred@1168636940 after retry RPC after error@1088833597) -> (continuation of Deferred@484911227 after retry RPC after error@283942734) -> (continuation of Deferred@1792104131 after retry RPC after error@402934788) -> (continuation of Deferred@1032129423 after retry RPC after error@1231545758) -> (continuation of Deferred@694207807 after retry RPC after error@331270267)))
19:26:23.138 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1544299408(state=PENDING, result=null, callback=(continuation of Deferred@827650010 after retry RPC after error@1036456061) -> (continuation of Deferred@1849052527 after retry RPC after error@1402725274) -> (continuation of Deferred@1168636940 after retry RPC after error@1088833597) -> (continuation of Deferred@484911227 after retry RPC after error@283942734) -> (continuation of Deferred@1792104131 after retry RPC after error@402934788) -> (continuation of Deferred@1032129423 after retry RPC after error@1231545758) -> (continuation of Deferred@694207807 after retry RPC after error@331270267), errback=(continuation of Deferred@827650010 after retry RPC after error@1036456061) -> (continuation of Deferred@1849052527 after retry RPC after error@1402725274) -> (continuation of Deferred@1168636940 after retry RPC after error@1088833597) -> (continuation of Deferred@484911227 after retry RPC after error@283942734) -> (continuation of Deferred@1792104131 after retry RPC after error@402934788) -> (continuation of Deferred@1032129423 after retry RPC after error@1231545758) -> (continuation of Deferred@694207807 after retry RPC after error@331270267)))
19:26:23.154 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.155 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.415 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@868343030(state=PENDING, result=null, callback=(continuation of Deferred@1228909847 after retry RPC after error@1593652918) -> (continuation of Deferred@1433035974 after retry RPC after error@1752249585) -> (continuation of Deferred@1553099773 after retry RPC after error@1802350175) -> (continuation of Deferred@1839704992 after retry RPC after error@202427481) -> (continuation of Deferred@1125286821 after retry RPC after error@1166791374) -> (continuation of Deferred@354519924 after retry RPC after error@534380429) -> (continuation of Deferred@1216432248 after retry RPC after error@1401417220), errback=(continuation of Deferred@1228909847 after retry RPC after error@1593652918) -> (continuation of Deferred@1433035974 after retry RPC after error@1752249585) -> (continuation of Deferred@1553099773 after retry RPC after error@1802350175) -> (continuation of Deferred@1839704992 after retry RPC after error@202427481) -> (continuation of Deferred@1125286821 after retry RPC after error@1166791374) -> (continuation of Deferred@354519924 after retry RPC after error@534380429) -> (continuation of Deferred@1216432248 after retry RPC after error@1401417220)))
19:26:23.416 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:23.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.435 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.495 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.515 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.535 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.595 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1319875823(state=PENDING, result=null, callback=(continuation of Deferred@845234775 after retry RPC after error@533750786) -> (continuation of Deferred@756567167 after retry RPC after error@1040681471) -> (continuation of Deferred@105645970 after retry RPC after error@446726957) -> (continuation of Deferred@1966362546 after retry RPC after error@2004773018) -> (continuation of Deferred@292065648 after retry RPC after error@265277851) -> (continuation of Deferred@1490114063 after retry RPC after error@1559220023) -> (continuation of Deferred@165226187 after retry RPC after error@2020306274), errback=(continuation of Deferred@845234775 after retry RPC after error@533750786) -> (continuation of Deferred@756567167 after retry RPC after error@1040681471) -> (continuation of Deferred@105645970 after retry RPC after error@446726957) -> (continuation of Deferred@1966362546 after retry RPC after error@2004773018) -> (continuation of Deferred@292065648 after retry RPC after error@265277851) -> (continuation of Deferred@1490114063 after retry RPC after error@1559220023) -> (continuation of Deferred@165226187 after retry RPC after error@2020306274)))
19:26:23.617 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1319875823(state=PENDING, result=null, callback=(continuation of Deferred@845234775 after retry RPC after error@533750786) -> (continuation of Deferred@756567167 after retry RPC after error@1040681471) -> (continuation of Deferred@105645970 after retry RPC after error@446726957) -> (continuation of Deferred@1966362546 after retry RPC after error@2004773018) -> (continuation of Deferred@292065648 after retry RPC after error@265277851) -> (continuation of Deferred@1490114063 after retry RPC after error@1559220023) -> (continuation of Deferred@165226187 after retry RPC after error@2020306274), errback=(continuation of Deferred@845234775 after retry RPC after error@533750786) -> (continuation of Deferred@756567167 after retry RPC after error@1040681471) -> (continuation of Deferred@105645970 after retry RPC after error@446726957) -> (continuation of Deferred@1966362546 after retry RPC after error@2004773018) -> (continuation of Deferred@292065648 after retry RPC after error@265277851) -> (continuation of Deferred@1490114063 after retry RPC after error@1559220023) -> (continuation of Deferred@165226187 after retry RPC after error@2020306274)))
19:26:23.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.675 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.715 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.874 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1925073616(state=PENDING, result=null, callback=(continuation of Deferred@15194809 after retry RPC after error@1238808140) -> (continuation of Deferred@637635082 after retry RPC after error@652848336) -> (continuation of Deferred@417695910 after retry RPC after error@1694316832) -> (continuation of Deferred@1317453423 after retry RPC after error@627184707) -> (continuation of Deferred@301336817 after retry RPC after error@474941398) -> (continuation of Deferred@1732356086 after retry RPC after error@1387558737) -> (continuation of Deferred@1940151414 after retry RPC after error@389125219), errback=(continuation of Deferred@15194809 after retry RPC after error@1238808140) -> (continuation of Deferred@637635082 after retry RPC after error@652848336) -> (continuation of Deferred@417695910 after retry RPC after error@1694316832) -> (continuation of Deferred@1317453423 after retry RPC after error@627184707) -> (continuation of Deferred@301336817 after retry RPC after error@474941398) -> (continuation of Deferred@1732356086 after retry RPC after error@1387558737) -> (continuation of Deferred@1940151414 after retry RPC after error@389125219)))
19:26:23.878 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [103ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1925073616(state=PENDING, result=null, callback=(continuation of Deferred@15194809 after retry RPC after error@1238808140) -> (continuation of Deferred@637635082 after retry RPC after error@652848336) -> (continuation of Deferred@417695910 after retry RPC after error@1694316832) -> (continuation of Deferred@1317453423 after retry RPC after error@627184707) -> (continuation of Deferred@301336817 after retry RPC after error@474941398) -> (continuation of Deferred@1732356086 after retry RPC after error@1387558737) -> (continuation of Deferred@1940151414 after retry RPC after error@389125219), errback=(continuation of Deferred@15194809 after retry RPC after error@1238808140) -> (continuation of Deferred@637635082 after retry RPC after error@652848336) -> (continuation of Deferred@417695910 after retry RPC after error@1694316832) -> (continuation of Deferred@1317453423 after retry RPC after error@627184707) -> (continuation of Deferred@301336817 after retry RPC after error@474941398) -> (continuation of Deferred@1732356086 after retry RPC after error@1387558737) -> (continuation of Deferred@1940151414 after retry RPC after error@389125219)))
19:26:23.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.935 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:23.974 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:23.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:23.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:23.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:23.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.074 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.155 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [183ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@796644347(state=PENDING, result=null, callback=(continuation of Deferred@165967443 after retry RPC after error@2073978419) -> (continuation of Deferred@790968965 after retry RPC after error@1580253329) -> (continuation of Deferred@1959556074 after retry RPC after error@2095791294) -> (continuation of Deferred@2057097396 after retry RPC after error@577811262) -> (continuation of Deferred@901040057 after retry RPC after error@278860669) -> (continuation of Deferred@211445930 after retry RPC after error@735368004) -> (continuation of Deferred@944656520 after retry RPC after error@1344448519), errback=(continuation of Deferred@165967443 after retry RPC after error@2073978419) -> (continuation of Deferred@790968965 after retry RPC after error@1580253329) -> (continuation of Deferred@1959556074 after retry RPC after error@2095791294) -> (continuation of Deferred@2057097396 after retry RPC after error@577811262) -> (continuation of Deferred@901040057 after retry RPC after error@278860669) -> (continuation of Deferred@211445930 after retry RPC after error@735368004) -> (continuation of Deferred@944656520 after retry RPC after error@1344448519)))
19:26:24.155 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:26:24.174 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.215 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.254 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.294 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.295 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.318 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@397071044(state=PENDING, result=null, callback=(continuation of Deferred@1993825871 after retry RPC after error@757937030) -> (continuation of Deferred@937174028 after retry RPC after error@1990327489) -> (continuation of Deferred@977854844 after retry RPC after error@2117948592) -> (continuation of Deferred@681046847 after retry RPC after error@1361663256) -> (continuation of Deferred@739712320 after retry RPC after error@949703846) -> (continuation of Deferred@797070977 after retry RPC after error@874006524), errback=(continuation of Deferred@1993825871 after retry RPC after error@757937030) -> (continuation of Deferred@937174028 after retry RPC after error@1990327489) -> (continuation of Deferred@977854844 after retry RPC after error@2117948592) -> (continuation of Deferred@681046847 after retry RPC after error@1361663256) -> (continuation of Deferred@739712320 after retry RPC after error@949703846) -> (continuation of Deferred@797070977 after retry RPC after error@874006524)))
19:26:24.318 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@397071044(state=PENDING, result=null, callback=(continuation of Deferred@1993825871 after retry RPC after error@757937030) -> (continuation of Deferred@937174028 after retry RPC after error@1990327489) -> (continuation of Deferred@977854844 after retry RPC after error@2117948592) -> (continuation of Deferred@681046847 after retry RPC after error@1361663256) -> (continuation of Deferred@739712320 after retry RPC after error@949703846) -> (continuation of Deferred@797070977 after retry RPC after error@874006524), errback=(continuation of Deferred@1993825871 after retry RPC after error@757937030) -> (continuation of Deferred@937174028 after retry RPC after error@1990327489) -> (continuation of Deferred@977854844 after retry RPC after error@2117948592) -> (continuation of Deferred@681046847 after retry RPC after error@1361663256) -> (continuation of Deferred@739712320 after retry RPC after error@949703846) -> (continuation of Deferred@797070977 after retry RPC after error@874006524)))
19:26:24.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.335 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.355 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:24.373560 29603 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:24.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.375 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:24.377158 29603 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35e8150b8fda495c847181f1da75e52b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835, num_attempts: 1)
19:26:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:24.378780 29603 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.28.30.126:45495)
19:26:24.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.395 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.455 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.474 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.475 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.554 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.555 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@493055213(state=PENDING, result=null, callback=(continuation of Deferred@1757829361 after retry RPC after error@1048370133) -> (continuation of Deferred@500959256 after retry RPC after error@459148106) -> (continuation of Deferred@1099286784 after retry RPC after error@427757718) -> (continuation of Deferred@1679705961 after retry RPC after error@259065083) -> (continuation of Deferred@1624445404 after retry RPC after error@29972208) -> (continuation of Deferred@402291887 after retry RPC after error@279704695) -> (continuation of Deferred@1754159695 after retry RPC after error@599523192), errback=(continuation of Deferred@1757829361 after retry RPC after error@1048370133) -> (continuation of Deferred@500959256 after retry RPC after error@459148106) -> (continuation of Deferred@1099286784 after retry RPC after error@427757718) -> (continuation of Deferred@1679705961 after retry RPC after error@259065083) -> (continuation of Deferred@1624445404 after retry RPC after error@29972208) -> (continuation of Deferred@402291887 after retry RPC after error@279704695) -> (continuation of Deferred@1754159695 after retry RPC after error@599523192)))
19:26:24.558 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [120ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [220ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@493055213(state=PENDING, result=null, callback=(continuation of Deferred@1757829361 after retry RPC after error@1048370133) -> (continuation of Deferred@500959256 after retry RPC after error@459148106) -> (continuation of Deferred@1099286784 after retry RPC after error@427757718) -> (continuation of Deferred@1679705961 after retry RPC after error@259065083) -> (continuation of Deferred@1624445404 after retry RPC after error@29972208) -> (continuation of Deferred@402291887 after retry RPC after error@279704695) -> (continuation of Deferred@1754159695 after retry RPC after error@599523192), errback=(continuation of Deferred@1757829361 after retry RPC after error@1048370133) -> (continuation of Deferred@500959256 after retry RPC after error@459148106) -> (continuation of Deferred@1099286784 after retry RPC after error@427757718) -> (continuation of Deferred@1679705961 after retry RPC after error@259065083) -> (continuation of Deferred@1624445404 after retry RPC after error@29972208) -> (continuation of Deferred@402291887 after retry RPC after error@279704695) -> (continuation of Deferred@1754159695 after retry RPC after error@599523192)))
19:26:24.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.615 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.635 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.655 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.694 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.695 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.735 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.795 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.817 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1698948745(state=PENDING, result=null, callback=(continuation of Deferred@1871494699 after retry RPC after error@102946637) -> (continuation of Deferred@1046803993 after retry RPC after error@1147746546) -> (continuation of Deferred@1310636978 after retry RPC after error@1586922883) -> (continuation of Deferred@1205564534 after retry RPC after error@1257798359) -> (continuation of Deferred@1895861009 after retry RPC after error@466661935) -> (continuation of Deferred@120856039 after retry RPC after error@236187924) -> (continuation of Deferred@2076093380 after retry RPC after error@1709260630) -> (continuation of Deferred@1117642024 after retry RPC after error@1402412862), errback=(continuation of Deferred@1871494699 after retry RPC after error@102946637) -> (continuation of Deferred@1046803993 after retry RPC after error@1147746546) -> (continuation of Deferred@1310636978 after retry RPC after error@1586922883) -> (continuation of Deferred@1205564534 after retry RPC after error@1257798359) -> (continuation of Deferred@1895861009 after retry RPC after error@466661935) -> (continuation of Deferred@120856039 after retry RPC after error@236187924) -> (continuation of Deferred@2076093380 after retry RPC after error@1709260630) -> (continuation of Deferred@1117642024 after retry RPC after error@1402412862)))
19:26:24.818 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [63ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [163ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [242ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1698948745(state=PENDING, result=null, callback=(continuation of Deferred@1871494699 after retry RPC after error@102946637) -> (continuation of Deferred@1046803993 after retry RPC after error@1147746546) -> (continuation of Deferred@1310636978 after retry RPC after error@1586922883) -> (continuation of Deferred@1205564534 after retry RPC after error@1257798359) -> (continuation of Deferred@1895861009 after retry RPC after error@466661935) -> (continuation of Deferred@120856039 after retry RPC after error@236187924) -> (continuation of Deferred@2076093380 after retry RPC after error@1709260630) -> (continuation of Deferred@1117642024 after retry RPC after error@1402412862), errback=(continuation of Deferred@1871494699 after retry RPC after error@102946637) -> (continuation of Deferred@1046803993 after retry RPC after error@1147746546) -> (continuation of Deferred@1310636978 after retry RPC after error@1586922883) -> (continuation of Deferred@1205564534 after retry RPC after error@1257798359) -> (continuation of Deferred@1895861009 after retry RPC after error@466661935) -> (continuation of Deferred@120856039 after retry RPC after error@236187924) -> (continuation of Deferred@2076093380 after retry RPC after error@1709260630) -> (continuation of Deferred@1117642024 after retry RPC after error@1402412862)))
19:26:24.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.855 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.875 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.894 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.915 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.955 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.975 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:24.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@661955377(state=PENDING, result=null, callback=(continuation of Deferred@1402531108 after retry RPC after error@1120244819) -> (continuation of Deferred@434101842 after retry RPC after error@456166259) -> (continuation of Deferred@257275132 after retry RPC after error@1633472073) -> (continuation of Deferred@102150526 after retry RPC after error@434297308) -> (continuation of Deferred@993164360 after retry RPC after error@1008456673) -> (continuation of Deferred@263522397 after retry RPC after error@9837646), errback=(continuation of Deferred@1402531108 after retry RPC after error@1120244819) -> (continuation of Deferred@434101842 after retry RPC after error@456166259) -> (continuation of Deferred@257275132 after retry RPC after error@1633472073) -> (continuation of Deferred@102150526 after retry RPC after error@434297308) -> (continuation of Deferred@993164360 after retry RPC after error@1008456673) -> (continuation of Deferred@263522397 after retry RPC after error@9837646)))
19:26:24.978 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [42ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [83ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [143ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@661955377(state=PENDING, result=null, callback=(continuation of Deferred@1402531108 after retry RPC after error@1120244819) -> (continuation of Deferred@434101842 after retry RPC after error@456166259) -> (continuation of Deferred@257275132 after retry RPC after error@1633472073) -> (continuation of Deferred@102150526 after retry RPC after error@434297308) -> (continuation of Deferred@993164360 after retry RPC after error@1008456673) -> (continuation of Deferred@263522397 after retry RPC after error@9837646), errback=(continuation of Deferred@1402531108 after retry RPC after error@1120244819) -> (continuation of Deferred@434101842 after retry RPC after error@456166259) -> (continuation of Deferred@257275132 after retry RPC after error@1633472073) -> (continuation of Deferred@102150526 after retry RPC after error@434297308) -> (continuation of Deferred@993164360 after retry RPC after error@1008456673) -> (continuation of Deferred@263522397 after retry RPC after error@9837646)))
19:26:24.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:24.995 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:24.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:24.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:24.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.014 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.015 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.034 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.035 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.055 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.075 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.095 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.175 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1569672749(state=PENDING, result=null, callback=(continuation of Deferred@1697340379 after retry RPC after error@764181538) -> (continuation of Deferred@1182732761 after retry RPC after error@1638322461) -> (continuation of Deferred@1584184177 after retry RPC after error@282042866) -> (continuation of Deferred@771787755 after retry RPC after error@2046400783) -> (continuation of Deferred@1123353202 after retry RPC after error@794360815) -> (continuation of Deferred@86864444 after retry RPC after error@808034935), errback=(continuation of Deferred@1697340379 after retry RPC after error@764181538) -> (continuation of Deferred@1182732761 after retry RPC after error@1638322461) -> (continuation of Deferred@1584184177 after retry RPC after error@282042866) -> (continuation of Deferred@771787755 after retry RPC after error@2046400783) -> (continuation of Deferred@1123353202 after retry RPC after error@794360815) -> (continuation of Deferred@86864444 after retry RPC after error@808034935)))
19:26:25.178 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [21ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [100ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [180ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [182ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, deferred=Deferred@1569672749(state=PENDING, result=null, callback=(continuation of Deferred@1697340379 after retry RPC after error@764181538) -> (continuation of Deferred@1182732761 after retry RPC after error@1638322461) -> (continuation of Deferred@1584184177 after retry RPC after error@282042866) -> (continuation of Deferred@771787755 after retry RPC after error@2046400783) -> (continuation of Deferred@1123353202 after retry RPC after error@794360815) -> (continuation of Deferred@86864444 after retry RPC after error@808034935), errback=(continuation of Deferred@1697340379 after retry RPC after error@764181538) -> (continuation of Deferred@1182732761 after retry RPC after error@1638322461) -> (continuation of Deferred@1584184177 after retry RPC after error@282042866) -> (continuation of Deferred@771787755 after retry RPC after error@2046400783) -> (continuation of Deferred@1123353202 after retry RPC after error@794360815) -> (continuation of Deferred@86864444 after retry RPC after error@808034935)))
19:26:25.194 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.195 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.214 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.235 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.255 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.274 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.275 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.315 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.374 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.126:45495(127.28.30.126:45495)] connecting to peer
19:26:25.415 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.28.30.125:32859(127.28.30.125:32859)] connecting to peer
19:26:25.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.30.126:45495(127.28.30.126:45495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.126:45495: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495
19:26:25.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.125:32859(127.28.30.125:32859)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.30.125:32859: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859
19:26:25.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835; will retry
19:26:25.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=47179), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [19ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [39ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [39ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [58ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [78ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [116ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [118ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [118ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [139ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [256ms] refreshing cache from master, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [257ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [258ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [259ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [259ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [336ms] refreshing cache from master, [336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [338ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [338ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [339ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [339ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [618ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [618ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [619ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [619ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1356ms] refreshing cache from master, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1357ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [1360ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2696ms] refreshing cache from master, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2698ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2700ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2700ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2700ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3896ms] refreshing cache from master, [3896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [3897ms] too many traces: truncated at 100 traces, deferred=Deferred@1574118000(state=PENDING, result=null, callback=(continuation of Deferred@368431222 after retry RPC after error@387132722) -> (continuation of Deferred@1453042377 after retry RPC after error@312459976) -> (continuation of Deferred@701679245 after retry RPC after error@665195576) -> (continuation of Deferred@752889831 after retry RPC after error@1074078001) -> (continuation of Deferred@2145149202 after retry RPC after error@1749859589) -> (continuation of Deferred@1174284540 after retry RPC after error@748393947) -> (continuation of Deferred@819176875 after retry RPC after error@1039831585) -> (continuation of Deferred@158856362 after retry RPC after error@2033360146) -> (continuation of Deferred@1415676258 after retry RPC after error@1029929557) -> (continuation of Deferred@193399799 after retry RPC after error@1714478488) -> (continuation of Deferred@1040329389 after retry RPC after error@412438250) -> (continuation of Deferred@729687740 after retry RPC after error@1262674518) -> (continuation of Deferred@1681583825 after retry RPC after error@1449791138) -> (continuation of Deferred@217811221 after retry RPC after error@1350015630) -> (continuation of Deferred@1661516343 after retry RPC after error@1695660010) -> (continuation of Deferred@905062780 after retry RPC after error@1505584806) -> (continuation of Deferred@2135074468 after retry RPC after error@386199617) -> (continuation of Deferred@857309716 after retry RPC after error@27478663) -> (continuation of Deferred@1799269265 after retry RPC after error@1535694927) -> (continuation of Deferred@620689416 after retry RPC after error@1066563938) -> (continuation of Deferred@560869154 after retry RPC after error@1010418144) -> (continuation of Deferred@1876181207 after retry RPC after error@1134652710) -> (continuation of Deferred@333864271 after retry RPC after error@1629665298) -> (continuation of Deferred@750624281 after retry RPC after error@1690111733) -> (continuation of Deferred@1158691592 after retry RPC after error@830929296) -> (continuation of Deferred@1896604911 after retry RPC after error@2110625437) -> (continuation of Deferred@968964695 after retry RPC after error@1066208902) -> (continuation of Deferred@286243076 after retry RPC after error@15183046) -> (continuation of Deferred@818167055 after retry RPC after error@1735064751) -> (continuation of Deferred@188853983 after retry RPC after error@922591981), errback=(continuation of Deferred@368431222 after retry RPC after error@387132722) -> (continuation of Deferred@1453042377 after retry RPC after error@312459976) -> (continuation of Deferred@701679245 after retry RPC after error@665195576) -> (continuation of Deferred@752889831 after retry RPC after error@1074078001) -> (continuation of Deferred@2145149202 after retry RPC after error@1749859589) -> (continuation of Deferred@1174284540 after retry RPC after error@748393947) -> (continuation of Deferred@819176875 after retry RPC after error@1039831585) -> (continuation of Deferred@158856362 after retry RPC after error@2033360146) -> (continuation of Deferred@1415676258 after retry RPC after error@1029929557) -> (continuation of Deferred@193399799 after retry RPC after error@1714478488) -> (continuation of Deferred@1040329389 after retry RPC after error@412438250) -> (continuation of Deferred@729687740 after retry RPC after error@1262674518) -> (continuation of Deferred@1681583825 after retry RPC after error@1449791138) -> (continuation of Deferred@217811221 after retry RPC after error@1350015630) -> (continuation of Deferred@1661516343 after retry RPC after error@1695660010) -> (continuation of Deferred@905062780 after retry RPC after error@1505584806) -> (continuation of Deferred@2135074468 after retry RPC after error@386199617) -> (continuation of Deferred@857309716 after retry RPC after error@27478663) -> (continuation of Deferred@1799269265 after retry RPC after error@1535694927) -> (continuation of Deferred@620689416 after retry RPC after error@1066563938) -> (continuation of Deferred@560869154 after retry RPC after error@1010418144) -> (continuation of Deferred@1876181207 after retry RPC after error@1134652710) -> (continuation of Deferred@333864271 after retry RPC after error@1629665298) -> (continuation of Deferred@750624281 after retry RPC after error@1690111733) -> (continuation of Deferred@1158691592 after retry RPC after error@830929296) -> (continuation of Deferred@1896604911 after retry RPC after error@2110625437) -> (continuation of Deferred@968964695 after retry RPC after error@1066208902) -> (continuation of Deferred@286243076 after retry RPC after error@15183046) -> (continuation of Deferred@818167055 after retry RPC after error@1735064751) -> (continuation of Deferred@188853983 after retry RPC after error@922591981)))
19:26:25.420 [DEBUG - main] (Connection.java:575) [peer master-127.28.30.125:32859(127.28.30.125:32859)] disconnecting while in state TERMINATED
19:26:25.420 [DEBUG - main] (Connection.java:575) [peer master-127.28.30.126:45495(127.28.30.126:45495)] disconnecting while in state TERMINATED
19:26:25.420 [DEBUG - main] (Connection.java:575) [peer 341bee418a284bd38807dce88d39e9a3(127.28.30.66:43589)] disconnecting while in state READY
19:26:25.420 [DEBUG - main] (Connection.java:575) [peer master-127.28.30.124:41835(127.28.30.124:41835)] disconnecting while in state READY
19:26:25.421 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:26:25.421 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 341bee418a284bd38807dce88d39e9a3(127.28.30.66:43589)] handling channelInactive
19:26:25.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 341bee418a284bd38807dce88d39e9a3(127.28.30.66:43589)] cleaning up while in state READY due to: connection closed
19:26:25.425 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.30.124:41835(127.28.30.124:41835)] handling channelInactive
19:26:25.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.30.124:41835(127.28.30.124:41835)] cleaning up while in state READY due to: connection closed
19:26:25.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.425462 28793 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu pid 29278
19:26:25.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.434866 29501 generic_service.cc:196] Checking for leaks (request via RPC)
19:26:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.543635 28793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu with pid 29278
19:26:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:25.573772 30180 connection.cc:535] server connection from 127.28.30.65:52093 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:26:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.573976 28793 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu pid 29516
19:26:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.581890 29742 generic_service.cc:196] Checking for leaks (request via RPC)
19:26:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.745740 28793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu with pid 29516
19:26:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:26:25.772887 30174 connection.cc:535] server connection from 127.28.30.66:57039 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:26:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.773267 28793 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu pid 29754
19:26:25.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.780632 29951 generic_service.cc:196] Checking for leaks (request via RPC)
19:26:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.887558 28793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu with pid 29754
19:26:25.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.917001 28793 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu pid 30151
19:26:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:25.923797 30258 generic_service.cc:196] Checking for leaks (request via RPC)
19:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:26:26.073772 28793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskIEb1qV/build/asan/bin/kudu with pid 30151
19:26:26.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T19:26:26Z chronyd exiting
19:26:26.252 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=47179), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [19ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [39ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [39ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [58ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [78ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [116ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [118ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [118ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [139ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [256ms] refreshing cache from master, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [257ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [258ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [259ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [259ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [336ms] refreshing cache from master, [336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [338ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [338ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [339ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [339ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [618ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [618ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [619ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [619ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1356ms] refreshing cache from master, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1357ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [1360ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2696ms] refreshing cache from master, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2698ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2700ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2700ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2700ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3896ms] refreshing cache from master, [3896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [3897ms] too many traces: truncated at 100 traces, deferred=Deferred@1574118000(state=PENDING, result=null, callback=(continuation of Deferred@368431222 after retry RPC after error@387132722) -> (continuation of Deferred@1453042377 after retry RPC after error@312459976) -> (continuation of Deferred@701679245 after retry RPC after error@665195576) -> (continuation of Deferred@752889831 after retry RPC after error@1074078001) -> (continuation of Deferred@2145149202 after retry RPC after error@1749859589) -> (continuation of Deferred@1174284540 after retry RPC after error@748393947) -> (continuation of Deferred@819176875 after retry RPC after error@1039831585) -> (continuation of Deferred@158856362 after retry RPC after error@2033360146) -> (continuation of Deferred@1415676258 after retry RPC after error@1029929557) -> (continuation of Deferred@193399799 after retry RPC after error@1714478488) -> (continuation of Deferred@1040329389 after retry RPC after error@412438250) -> (continuation of Deferred@729687740 after retry RPC after error@1262674518) -> (continuation of Deferred@1681583825 after retry RPC after error@1449791138) -> (continuation of Deferred@217811221 after retry RPC after error@1350015630) -> (continuation of Deferred@1661516343 after retry RPC after error@1695660010) -> (continuation of Deferred@905062780 after retry RPC after error@1505584806) -> (continuation of Deferred@2135074468 after retry RPC after error@386199617) -> (continuation of Deferred@857309716 after retry RPC after error@27478663) -> (continuation of Deferred@1799269265 after retry RPC after error@1535694927) -> (continuation of Deferred@620689416 after retry RPC after error@1066563938) -> (continuation of Deferred@560869154 after retry RPC after error@1010418144) -> (continuation of Deferred@1876181207 after retry RPC after error@1134652710) -> (continuation of Deferred@333864271 after retry RPC after error@1629665298) -> (continuation of Deferred@750624281 after retry RPC after error@1690111733) -> (continuation of Deferred@1158691592 after retry RPC after error@830929296) -> (continuation of Deferred@1896604911 after retry RPC after error@2110625437) -> (continuation of Deferred@968964695 after retry RPC after error@1066208902) -> (continuation of Deferred@286243076 after retry RPC after error@15183046) -> (continuation of Deferred@818167055 after retry RPC after error@1735064751) -> (continuation of Deferred@188853983 after retry RPC after error@922591981), errback=(continuation of Deferred@368431222 after retry RPC after error@387132722) -> (continuation of Deferred@1453042377 after retry RPC after error@312459976) -> (continuation of Deferred@701679245 after retry RPC after error@665195576) -> (continuation of Deferred@752889831 after retry RPC after error@1074078001) -> (continuation of Deferred@2145149202 after retry RPC after error@1749859589) -> (continuation of Deferred@1174284540 after retry RPC after error@748393947) -> (continuation of Deferred@819176875 after retry RPC after error@1039831585) -> (continuation of Deferred@158856362 after retry RPC after error@2033360146) -> (continuation of Deferred@1415676258 after retry RPC after error@1029929557) -> (continuation of Deferred@193399799 after retry RPC after error@1714478488) -> (continuation of Deferred@1040329389 after retry RPC after error@412438250) -> (continuation of Deferred@729687740 after retry RPC after error@1262674518) -> (continuation of Deferred@1681583825 after retry RPC after error@1449791138) -> (continuation of Deferred@217811221 after retry RPC after error@1350015630) -> (continuation of Deferred@1661516343 after retry RPC after error@1695660010) -> (continuation of Deferred@905062780 after retry RPC after error@1505584806) -> (continuation of Deferred@2135074468 after retry RPC after error@386199617) -> (continuation of Deferred@857309716 after retry RPC after error@27478663) -> (continuation of Deferred@1799269265 after retry RPC after error@1535694927) -> (continuation of Deferred@620689416 after retry RPC after error@1066563938) -> (continuation of Deferred@560869154 after retry RPC after error@1010418144) -> (continuation of Deferred@1876181207 after retry RPC after error@1134652710) -> (continuation of Deferred@333864271 after retry RPC after error@1629665298) -> (continuation of Deferred@750624281 after retry RPC after error@1690111733) -> (continuation of Deferred@1158691592 after retry RPC after error@830929296) -> (continuation of Deferred@1896604911 after retry RPC after error@2110625437) -> (continuation of Deferred@968964695 after retry RPC after error@1066208902) -> (continuation of Deferred@286243076 after retry RPC after error@15183046) -> (continuation of Deferred@818167055 after retry RPC after error@1735064751) -> (continuation of Deferred@188853983 after retry RPC after error@922591981)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=47179), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [19ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [20ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [23ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [39ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [39ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [58ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [59ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [59ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [78ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [79ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [80ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [116ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [118ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [118ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [119ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [139ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [256ms] refreshing cache from master, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [257ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [258ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [259ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [259ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [336ms] refreshing cache from master, [336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [338ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [338ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [339ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [339ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [618ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [618ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [619ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [619ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1356ms] refreshing cache from master, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [1357ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [1360ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2696ms] refreshing cache from master, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [2697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [2698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [2698ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.126:45495: Network error: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495, [2700ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.125:32859: Network error: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [2700ms] Sub RPC ConnectToMaster: received response from server master-127.28.30.124:41835: OK, [2700ms] delaying RPC due to: Service unavailable: Master config (127.28.30.126:45495,127.28.30.125:32859,127.28.30.124:41835) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.126:45495(127.28.30.126:45495): Connection refused: /127.28.30.126:45495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.30.125:32859(127.28.30.125:32859): Connection refused: /127.28.30.125:32859, [3896ms] refreshing cache from master, [3896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.126:45495, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.125:32859, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.30.124:41835, [3897ms] too many traces: truncated at 100 traces, deferred=Deferred@1574118000(state=PENDING, result=null, callback=(continuation of Deferred@368431222 after retry RPC after error@387132722) -> (continuation of Deferred@1453042377 after retry RPC after error@312459976) -> (continuation of Deferred@701679245 after retry RPC after error@665195576) -> (continuation of Deferred@752889831 after retry RPC after error@1074078001) -> (continuation of Deferred@2145149202 after retry RPC after error@1749859589) -> (continuation of Deferred@1174284540 after retry RPC after error@748393947) -> (continuation of Deferred@819176875 after retry RPC after error@1039831585) -> (continuation of Deferred@158856362 after retry RPC after error@2033360146) -> (continuation of Deferred@1415676258 after retry RPC after error@1029929557) -> (continuation of Deferred@193399799 after retry RPC after error@1714478488) -> (continuation of Deferred@1040329389 after retry RPC after error@412438250) -> (continuation of Deferred@729687740 after retry RPC after error@1262674518) -> (continuation of Deferred@1681583825 after retry RPC after error@1449791138) -> (continuation of Deferred@217811221 after retry RPC after error@1350015630) -> (continuation of Deferred@1661516343 after retry RPC after error@1695660010) -> (continuation of Deferred@905062780 after retry RPC after error@1505584806) -> (continuation of Deferred@2135074468 after retry RPC after error@386199617) -> (continuation of Deferred@857309716 after retry RPC after error@27478663) -> (continuation of Deferred@1799269265 after retry RPC after error@1535694927) -> (continuation of Deferred@620689416 after retry RPC after error@1066563938) -> (continuation of Deferred@560869154 after retry RPC after error@1010418144) -> (continuation of Deferred@1876181207 after retry RPC after error@1134652710) -> (continuation of Deferred@333864271 after retry RPC after error@1629665298) -> (continuation of Deferred@750624281 after retry RPC after error@1690111733) -> (continuation of Deferred@1158691592 after retry RPC after error@830929296) -> (continuation of Deferred@1896604911 after retry RPC after error@2110625437) -> (continuation of Deferred@968964695 after retry RPC after error@1066208902) -> (continuation of Deferred@286243076 after retry RPC after error@15183046) -> (continuation of Deferred@818167055 after retry RPC after error@1735064751) -> (continuation of Deferred@188853983 after retry RPC after error@922591981), errback=(continuation of Deferred@368431222 after retry RPC after error@387132722) -> (continuation of Deferred@1453042377 after retry RPC after error@312459976) -> (continuation of Deferred@701679245 after retry RPC after error@665195576) -> (continuation of Deferred@752889831 after retry RPC after error@1074078001) -> (continuation of Deferred@2145149202 after retry RPC after error@1749859589) -> (continuation of Deferred@1174284540 after retry RPC after error@748393947) -> (continuation of Deferred@819176875 after retry RPC after error@1039831585) -> (continuation of Deferred@158856362 after retry RPC after error@2033360146) -> (continuation of Deferred@1415676258 after retry RPC after error@1029929557) -> (continuation of Deferred@193399799 after retry RPC after error@1714478488) -> (continuation of Deferred@1040329389 after retry RPC after error@412438250) -> (continuation of Deferred@729687740 after retry RPC after error@1262674518) -> (continuation of Deferred@1681583825 after retry RPC after error@1449791138) -> (continuation of Deferred@217811221 after retry RPC after error@1350015630) -> (continuation of Deferred@1661516343 after retry RPC after error@1695660010) -> (continuation of Deferred@905062780 after retry RPC after error@1505584806) -> (continuation of Deferred@2135074468 after retry RPC after error@386199617) -> (continuation of Deferred@857309716 after retry RPC after error@27478663) -> (continuation of Deferred@1799269265 after retry RPC after error@1535694927) -> (continuation of Deferred@620689416 after retry RPC after error@1066563938) -> (continuation of Deferred@560869154 after retry RPC after error@1010418144) -> (continuation of Deferred@1876181207 after retry RPC after error@1134652710) -> (continuation of Deferred@333864271 after retry RPC after error@1629665298) -> (continuation of Deferred@750624281 after retry RPC after error@1690111733) -> (continuation of Deferred@1158691592 after retry RPC after error@830929296) -> (continuation of Deferred@1896604911 after retry RPC after error@2110625437) -> (continuation of Deferred@968964695 after retry RPC after error@1066208902) -> (continuation of Deferred@286243076 after retry RPC after error@15183046) -> (continuation of Deferred@818167055 after retry RPC after error@1735064751) -> (continuation of Deferred@188853983 after retry RPC after error@922591981)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)